-- Logs begin at Fri 2022-06-24 08:57:35 UTC, end at Fri 2022-06-24 10:01:00 UTC. -- Jun 24 09:33:27.370415 dv-cinder-803823-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 09:33:30.102536 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.common.config [-] Logging enabled! Jun 24 09:33:30.103216 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 24 09:33:30.103216 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110484) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 09:33:30.106413 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.common.config [-] Logging enabled! Jun 24 09:33:30.106655 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 24 09:33:30.106960 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110484) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 09:33:30.107945 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:33:30.108171 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:33:30.108528 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:33:30.108763 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:33:30.108981 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:33:30.109730 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.110025 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.110246 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.110515 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.110801 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.111097 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.111530 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.111824 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.112105 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.112379 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.112650 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.112875 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.113146 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.113408 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.113685 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.113901 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] debug = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.114170 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.114597 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.115271 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.115910 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.116135 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.116579 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.117023 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.117307 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.117591 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.117916 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] host = dv-cinder-803823-13-iscsi {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.118191 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.118474 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.118754 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.119033 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.119329 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.119600 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.119879 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.120145 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.120478 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] log_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.120750 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.121032 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.121315 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.121598 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.121817 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.122034 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.122315 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.122615 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.122881 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.123217 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.123445 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.123713 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.123983 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.124242 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.124520 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.124796 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.125073 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.125338 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.125602 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.125866 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.126129 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.126404 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.126665 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.126928 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.127218 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.127498 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.127758 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.128023 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.128318 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.128597 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.128866 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.129144 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.129406 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.129678 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.129942 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.130205 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.130491 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] use_json = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.131246 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.131532 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.131816 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.132092 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.132363 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.132637 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.132906 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.133185 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.133453 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:30.133748 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.134040 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.134334 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.134612 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.134917 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.135219 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.135504 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.135776 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.136059 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.136348 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.136632 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.136906 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.137198 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.137481 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.137771 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.138071 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.138357 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.138642 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.138911 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.139207 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.139478 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.139752 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.140033 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.140304 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.140588 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.140870 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.141143 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.141434 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.141713 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.141993 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.142279 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.142569 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.142838 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.143140 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.143429 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.143703 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.143978 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.144254 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.144525 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.144790 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.145064 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.145345 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.145625 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.145894 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.146287 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.146991 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.147291 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.147567 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.147837 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.148111 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.148377 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.148660 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.148930 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.149195 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.149461 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.149734 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.149996 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.150261 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.150533 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.150800 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.151096 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.151359 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.151627 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.151891 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.152157 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.152422 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.152690 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.152954 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.153223 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.153487 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.153751 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.154014 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.154279 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.154544 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.154835 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.155130 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.155405 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.155675 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.155947 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.156218 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.156488 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.156757 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.157026 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.157293 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.157578 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.157854 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.158136 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.158413 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.158688 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.158992 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.159289 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.159563 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.159840 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.160113 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.160385 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.160661 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.160939 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.161225 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.161511 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.162314 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.162624 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.162922 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.163248 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.163530 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.163836 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.164114 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:30.164328 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:33:30.164567 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110484) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 09:33:30.460197 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 09:33:30.460439 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 09:33:30.460768 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 09:33:30.461090 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 09:33:30.876351 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.876643 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.876908 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.878210 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.878492 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.878759 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.930354 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.930604 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.930903 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.945357 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.945630 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.945894 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.975306 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.975582 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:30.975850 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.011700 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.011914 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.012167 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.240136 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.240863 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.240863 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.240863 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.241604 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.339258 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.339478 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.339794 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.340056 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.340318 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.340623 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.340874 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.341131 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.341380 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.341641 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.341901 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.342167 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.342422 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.342646 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.342895 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.343179 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.343432 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.343699 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.343967 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.344213 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.344484 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.344732 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.345009 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.345383 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.345889 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.345889 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.346252 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:33:31.346489 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:33:31.346730 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:33:31.346964 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:33:31.347220 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:33:31.347455 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:33:31.347833 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 09:33:31.350981 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 09:33:31.354944 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 09:33:31.358761 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 24 09:33:31.360770 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 09:33:31.361383 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 09:33:31.361781 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 09:33:31.362101 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 09:33:31.365048 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 09:33:31.365292 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 09:33:31.365635 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 09:33:31.370777 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 24 09:33:31.393783 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 09:33:31.394227 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.394528 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110484) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 24 09:33:31.394901 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.396468 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110484) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 09:33:31.396799 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 09:33:31.396964 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 09:33:31.400315 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.400596 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:31.504131 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 09:33:31.504325 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 09:33:31.504585 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 09:33:31.504969 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 09:33:31.557514 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO dbcounter [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Registered counter for database neutron Jun 24 09:33:31.579952 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_db.sqlalchemy.engines [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110484) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 09:33:31.586750 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG dbcounter [-] [110484] Writer thread running {{(pid=110484) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 09:33:32.143903 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Initializing driver for type 'gre' Jun 24 09:33:32.144360 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] gre ID ranges: [(1, 1000)] Jun 24 09:33:32.199048 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Initializing driver for type 'local' Jun 24 09:33:32.199406 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Initializing driver for type 'vlan' Jun 24 09:33:32.216509 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] VlanTypeDriver initialization complete Jun 24 09:33:32.216831 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Initializing driver for type 'vxlan' Jun 24 09:33:32.217317 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] vxlan ID ranges: [(1, 1000)] Jun 24 09:33:32.271560 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Initializing extension driver 'port_security' Jun 24 09:33:32.272148 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.extensions.port_security [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] PortSecurityExtensionDriver initialization complete Jun 24 09:33:32.272232 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Initializing mechanism driver 'openvswitch' Jun 24 09:33:32.272538 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Initializing mechanism driver 'hyperv' Jun 24 09:33:32.279395 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.plugins.ml2.plugin [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:32.280065 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > port after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.280441 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > port after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.280762 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > port after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.281300 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:33:32.281719 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > subnet after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.282072 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > subnet after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.282413 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > subnet after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.282802 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:33:32.283236 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > network after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.283584 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > network after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.283908 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > network after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.284290 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:33:32.284688 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > security_group after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.285046 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > security_group after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.285370 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > security_group after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.285750 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:33:32.286145 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.286488 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.286847 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.287254 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:33:32.287651 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > address_group after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.287993 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > address_group after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.288323 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > address_group after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.288703 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110484) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:33:32.289123 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] ML2 OVO RPC backend initialized. {{(pid=110484) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 24 09:33:32.289824 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router_interface after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.290183 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.290597 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > network before_response 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.290943 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > networks before_response 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.291315 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > port before_response 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.291654 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > ports before_response 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.291993 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > subnet before_response 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.292332 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > subnets before_response 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.292675 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > network after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.293009 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > network after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.293342 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > network after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.293675 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > port after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.294007 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > port after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.294340 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > port after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.294675 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > subnet after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.295014 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > subnet after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.295379 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > subnet after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.303117 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded quota_driver: . Jun 24 09:33:32.303505 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.plugin [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Modular L2 Plugin initialization complete Jun 24 09:33:32.303850 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading services supported by the core plugin {{(pid=110484) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 09:33:32.304193 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.plugins.ml2.managers [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Got port-security extension from driver 'port_security' Jun 24 09:33:32.304670 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.extensions.vlantransparent [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Disabled vlantransparent extension. Jun 24 09:33:32.305163 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110484) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 09:33:32.305489 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading Plugin: router Jun 24 09:33:32.341041 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router_interface before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.341416 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router after_create 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.341788 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router before_create 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.342137 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.342509 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.342861 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router after_delete 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.343246 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > floatingip after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.343592 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > floatingip after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.343951 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router after_create 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.344273 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router after_update 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.344620 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router after_update 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.344959 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.345326 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router after_update 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.345762 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router precommit_update 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.346123 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: port after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.346467 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: port after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.346795 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: subnet after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.347158 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.347489 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > port precommit_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.347831 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router precommit_create 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.348169 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: port before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.348524 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router precommit_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.348877 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router after_update 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.349252 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router precommit_delete 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.349651 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router precommit_create 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.350020 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router_interface after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.350359 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router precommit_update 55549900 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.350719 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > agent after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.351232 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > agent after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.351429 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > network after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.352289 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Tracking information for resource: router configured {{(pid=110484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:33:32.352616 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Tracking information for resource: floatingip configured {{(pid=110484) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:33:32.357466 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.db.l3_agentschedulers_db [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 09:33:32.358043 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: port after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.358405 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: port after_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.358753 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: port after_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.359520 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: port after_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.360304 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router before_create 55550100 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.360663 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router precommit_delete 55550100 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.361066 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router precommit_create 55550100 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.361410 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > router precommit_update 55550100 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.366375 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.services.provider_configuration [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service providers = [] {{(pid=110484) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 09:33:32.366723 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.db.servicetype_db [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110484) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 09:33:32.369874 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.services.service_base [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:33:32.370222 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.services.service_base [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:33:32.370563 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.services.service_base [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:33:32.371481 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.services.service_base [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110484) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:33:32.371851 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.services.service_base [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 09:33:32.372218 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:33:32.372530 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 09:33:32.383058 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:33:32.383416 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading Plugin: auto_allocate Jun 24 09:33:32.389046 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: network precommit_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.389387 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: network precommit_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.389934 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:33:32.390253 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading Plugin: tag Jun 24 09:33:32.397385 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:33:32.397651 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading Plugin: timestamp Jun 24 09:33:32.401491 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:33:32.401816 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading Plugin: network_ip_availability Jun 24 09:33:32.407342 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.407711 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.408069 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.408782 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:33:32.409097 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading Plugin: flavors Jun 24 09:33:32.414230 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:33:32.414552 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading Plugin: revisions Jun 24 09:33:32.418885 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110484) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:33:32.419303 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_concurrency.lockutils [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.958s {{(pid=110484) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 09:33:32.420025 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110484) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 09:33:32.420359 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Initializing extension manager. Jun 24 09:33:32.420883 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: __init__.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.421224 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: __pycache__ {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.421559 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: address_group.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.422324 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.422896 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: address-group Jun 24 09:33:32.423245 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: address_scope.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.423968 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.424476 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: address-scope Jun 24 09:33:32.424781 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: admin_state_down_before_update.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.425710 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.426228 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: router-admin-state-down-before-update Jun 24 09:33:32.426549 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: agent.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.427642 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.427838 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: agent Jun 24 09:33:32.428162 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: agent_resources_synced.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.429080 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.429587 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: agent-resources-synced Jun 24 09:33:32.429914 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: allowedaddresspairs.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.431740 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.432265 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: allowed-address-pairs Jun 24 09:33:32.432586 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: auto_allocated_topology.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.433670 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.434181 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: auto-allocated-topology Jun 24 09:33:32.434507 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: availability_zone.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.435230 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.435736 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: availability_zone Jun 24 09:33:32.436054 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: availability_zone_filter.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.436970 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.437484 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: availability_zone_filter Jun 24 09:33:32.437807 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: data_plane_status.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.438724 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.439255 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 09:33:32.439575 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: default_subnetpools.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.440491 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.440997 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: default-subnetpools Jun 24 09:33:32.441313 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: dhcpagentscheduler.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.442120 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.442631 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: dhcp_agent_scheduler Jun 24 09:33:32.443169 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: dns.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.444109 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.444617 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension dns-integration not supported by any of loaded plugins Jun 24 09:33:32.444938 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: dns_domain_ports.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.445860 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.446370 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 09:33:32.446691 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.447643 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.448148 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 09:33:32.448467 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: dvr.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.449143 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.449653 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: dvr Jun 24 09:33:32.449970 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: ecmp_routes.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.450884 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.451417 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension ecmp_routes not supported by any of loaded plugins Jun 24 09:33:32.451737 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: empty_string_filtering.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.452663 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.453167 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: empty-string-filtering Jun 24 09:33:32.453482 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.454558 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.455060 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 09:33:32.455400 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.456307 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.456811 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 09:33:32.457130 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: external_net.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.458048 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.458602 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: external-net Jun 24 09:33:32.458977 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: extra_dhcp_opt.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.459852 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.460355 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: extra_dhcp_opt Jun 24 09:33:32.460668 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: extraroute.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.461578 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.462081 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: extraroute Jun 24 09:33:32.462401 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: extraroute_atomic.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.463455 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.463964 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: extraroute-atomic Jun 24 09:33:32.464280 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: filter_validation.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.464959 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.465461 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: filter-validation Jun 24 09:33:32.465779 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: fip_pf_description.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.466693 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.467229 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 09:33:32.467548 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: fip_pf_port_range.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.468465 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.468965 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 24 09:33:32.469288 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: fip_port_details.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.470212 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.470721 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: fip-port-details Jun 24 09:33:32.471044 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: flavors.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.472286 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.472803 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: flavors Jun 24 09:33:32.473122 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.474875 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.475426 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 09:33:32.475758 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: floatingip_pools.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.476463 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.476979 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: floatingip-pools Jun 24 09:33:32.477308 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: ip_allocation.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.478238 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.478748 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 09:33:32.479086 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.480097 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.480610 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: ip-substring-filtering Jun 24 09:33:32.480935 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: l2_adjacency.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.481890 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.482432 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 09:33:32.482775 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: l3.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.483885 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.484783 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: router Jun 24 09:33:32.485126 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: l3_conntrack_helper.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.487606 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.488187 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 09:33:32.488531 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.489574 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.490577 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: ext-gw-mode Jun 24 09:33:32.490577 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.491670 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.492415 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: l3-ha Jun 24 09:33:32.492584 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.493718 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.494277 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 24 09:33:32.494609 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: l3_flavors.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.495640 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.496250 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: l3-flavors Jun 24 09:33:32.496592 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: l3_ndp_proxy.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.498093 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.498724 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 24 09:33:32.499039 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.500087 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.500665 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 09:33:32.501021 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: l3agentscheduler.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.502329 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.502890 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: l3_agent_scheduler Jun 24 09:33:32.503270 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: local_ip.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.505151 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.505831 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension local_ip not supported by any of loaded plugins Jun 24 09:33:32.506113 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: logging.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.507634 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.508162 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension logging not supported by any of loaded plugins Jun 24 09:33:32.508492 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: metering.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.509245 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.509826 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: metering Jun 24 09:33:32.510150 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.511280 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.511800 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: metering_source_and_destination_fields Jun 24 09:33:32.512125 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: multiprovidernet.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.513057 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.513569 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: multi-provider Jun 24 09:33:32.513893 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: netmtu.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.514809 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.515347 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: net-mtu Jun 24 09:33:32.515673 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: netmtu_writable.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.516596 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.517109 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: net-mtu-writable Jun 24 09:33:32.517429 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: network_availability_zone.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.518106 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.518613 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: network_availability_zone Jun 24 09:33:32.518934 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: network_ip_availability.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.520066 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.520585 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: network-ip-availability Jun 24 09:33:32.520992 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: network_segment_range.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.521804 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.522309 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 09:33:32.522630 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: pagination.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.523662 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.523992 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: pagination Jun 24 09:33:32.524312 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: port_device_profile.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.525221 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.525737 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: port-device-profile Jun 24 09:33:32.526059 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: port_mac_address_override.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.526982 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.527532 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: port-mac-override Jun 24 09:33:32.527855 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.528786 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.529309 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: port-mac-address-regenerate Jun 24 09:33:32.529633 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.530553 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.531063 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: port-numa-affinity-policy Jun 24 09:33:32.531404 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: port_resource_request.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.532324 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.532828 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 09:33:32.533146 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: port_resource_request_groups.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.534125 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.534633 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 24 09:33:32.534951 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: portbindings.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.535903 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.536414 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: binding Jun 24 09:33:32.536899 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: portbindings_extended.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.538174 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.538694 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: binding-extended Jun 24 09:33:32.539009 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: portsecurity.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.539976 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.540483 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: port-security Jun 24 09:33:32.540806 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: project_id.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.541775 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.542102 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: project-id Jun 24 09:33:32.542420 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: providernet.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.543360 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.543877 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: provider Jun 24 09:33:32.544193 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.549469 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.550006 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos not supported by any of loaded plugins Jun 24 09:33:32.550330 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.551627 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.552180 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 09:33:32.552697 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.553579 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.554093 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 09:33:32.554412 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_default.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.555373 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.555884 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-default not supported by any of loaded plugins Jun 24 09:33:32.556205 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_fip.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.557147 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.557653 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-fip not supported by any of loaded plugins Jun 24 09:33:32.557974 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_fip_network_policy.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.558887 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.559431 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 24 09:33:32.559748 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_gateway_ip.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.560674 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.561182 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 09:33:32.561500 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_port_network_policy.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.562414 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.562919 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 09:33:32.563266 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.564292 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.564797 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 24 09:33:32.565118 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.566161 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.566669 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 24 09:33:32.566987 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_pps_rule.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.568277 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.568798 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-pps not supported by any of loaded plugins Jun 24 09:33:32.569116 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_rule_type_details.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.570040 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.570552 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 09:33:32.570870 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_rule_type_filter.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.571825 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.572338 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 24 09:33:32.572657 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: qos_rules_alias.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.573791 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.574218 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 09:33:32.574542 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: quota_check_limit.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.575496 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.576007 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: quota-check-limit Jun 24 09:33:32.576328 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: quotasv2.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.577307 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.577634 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: quotas Jun 24 09:33:32.577951 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: quotasv2_detail.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.579687 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.580028 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: quota_details Jun 24 09:33:32.580354 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: rbac.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.581426 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.581957 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: rbac-policies Jun 24 09:33:32.582288 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: rbac_address_group.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.583256 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.584125 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: rbac-address-group Jun 24 09:33:32.584230 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: rbac_address_scope.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.585174 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.585691 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: rbac-address-scope Jun 24 09:33:32.586023 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: rbac_security_groups.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.587018 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.587565 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: rbac-security-groups Jun 24 09:33:32.587887 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: rbac_subnetpool.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.588806 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.589313 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: rbac-subnetpool Jun 24 09:33:32.589614 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: revisionifmatch.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.590550 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.591062 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: revision-if-match Jun 24 09:33:32.591411 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: revisions.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.592520 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.593037 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: standard-attr-revisions Jun 24 09:33:32.593361 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: router_availability_zone.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.594209 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.594719 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: router_availability_zone Jun 24 09:33:32.595039 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: routerservicetype.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.595992 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.596499 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension router-service-type not supported by any of loaded plugins Jun 24 09:33:32.596824 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.597761 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.598278 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: security-groups-normalized-cidr Jun 24 09:33:32.598595 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: security_groups_port_filtering.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.599653 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.600156 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: port-security-groups-filtering Jun 24 09:33:32.600480 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.601417 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.601926 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: security-groups-remote-address-group Jun 24 09:33:32.602258 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.603256 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.603759 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: security-groups-shared-filtering Jun 24 09:33:32.604081 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: securitygroup.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.614088 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.614620 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: security-group Jun 24 09:33:32.615161 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: segment.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.615778 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.616292 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension segment not supported by any of loaded plugins Jun 24 09:33:32.616618 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.617567 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.618076 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 09:33:32.618397 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: servicetype.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.619540 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.620054 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: service-type Jun 24 09:33:32.620373 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: sorting.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.621355 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.621689 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: sorting Jun 24 09:33:32.621981 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: standard_attr_segment.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.622897 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.623437 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 09:33:32.623757 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: standardattrdescription.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.624398 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.624905 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: standard-attr-description Jun 24 09:33:32.625221 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: stateful_security_group.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.626150 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.626662 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: stateful-security-group Jun 24 09:33:32.626983 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: stdattrs_common.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.627604 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 09:33:32.627926 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.628862 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.629380 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 09:33:32.629699 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: subnet_onboard.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.630935 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.631488 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: subnet_onboard Jun 24 09:33:32.631818 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.632756 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.633266 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 09:33:32.633589 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: subnet_service_types.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.634578 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.635100 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: subnet-service-types Jun 24 09:33:32.635435 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: subnetallocation.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.636537 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.637056 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: subnet_allocation Jun 24 09:33:32.637376 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.638047 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.638555 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: subnetpool-prefix-ops Jun 24 09:33:32.638873 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.639847 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.640358 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 09:33:32.640676 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: tagging.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.641758 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.642269 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: standard-attr-tag Jun 24 09:33:32.642597 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: timestamp.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.643841 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.644367 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loaded extension: standard-attr-timestamp Jun 24 09:33:32.644686 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: trunk.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.645718 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.646522 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension trunk not supported by any of loaded plugins Jun 24 09:33:32.646755 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: trunk_details.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.647769 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.648234 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension trunk-details not supported by any of loaded plugins Jun 24 09:33:32.648556 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: uplink_status_propagation.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.649481 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.649996 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 09:33:32.650315 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Loading extension file: vlantransparent.py {{(pid=110484) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:33:32.650997 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110484) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:33:32.651535 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 09:33:32.654070 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:network Jun 24 09:33:32.654596 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:subnet Jun 24 09:33:32.654989 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:33:32.655401 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:port Jun 24 09:33:32.656669 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.657110 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service FLAVORS assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.657727 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.658149 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.658478 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:router Jun 24 09:33:32.658901 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:floatingip Jun 24 09:33:32.659421 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service METERING assigned prefix: /metering {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.660876 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.661241 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.661658 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110484) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:33:32.662681 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 09:33:32.663146 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:security_group Jun 24 09:33:32.663586 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 09:33:32.664190 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service CORE assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.664517 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:33:32.664860 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] subnetpool is already registered Jun 24 09:33:32.665275 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service CORE assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.665599 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:33:32.665923 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] subnetpool is already registered Jun 24 09:33:32.668266 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.668693 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service FLAVORS assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.669279 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.669697 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.670026 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:router Jun 24 09:33:32.670357 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] router is already registered Jun 24 09:33:32.670766 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:floatingip Jun 24 09:33:32.671094 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] floatingip is already registered Jun 24 09:33:32.671571 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service METERING assigned prefix: /metering {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.672233 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 09:33:32.672555 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] rbac_policy is already registered Jun 24 09:33:32.672962 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:security_group Jun 24 09:33:32.673292 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] security_group is already registered Jun 24 09:33:32.673688 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 09:33:32.674015 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] security_group_rule is already registered Jun 24 09:33:32.674644 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service CORE assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.674964 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:33:32.675322 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] subnetpool is already registered Jun 24 09:33:32.675733 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.v2.resource_helper [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Service CORE assigned prefix: {{(pid=110484) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:33:32.676048 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:33:32.676376 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING neutron.quota.resource_registry [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] subnetpool is already registered Jun 24 09:33:32.676839 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: extensions {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.678332 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: address-groups {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.679844 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: address-scopes {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.681179 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: agents {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.682319 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: auto-allocated-topology {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.683586 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: availability_zones {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.684811 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: dhcp-networks {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.686303 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: dhcp-agents {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.687749 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: routers {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.689432 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: flavors {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.690701 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: service_profiles {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.691935 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: next_providers {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.693504 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: service_profiles {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.695051 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: floatingip-pools {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.696283 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: routers {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.697973 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: floatingips {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.699289 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: l3-routers {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.700658 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: l3-agents {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.702057 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: metering-labels {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.703305 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: metering-label-rules {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.705605 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: network-ip-availabilities {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.706842 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: bindings {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.708646 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: quotas {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.710400 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: quotas {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.711960 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: rbac-policies {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.713136 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: security-groups {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.714415 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: security-group-rules {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.715717 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: service-providers {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.716921 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: subnetpools {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.718235 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: subnetpools {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.719782 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: tags {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.721487 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: tags {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.723330 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: tags {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.725184 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: tags {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.726870 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: tags {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.728912 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: tags {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.730576 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: tags {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.732487 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: tags {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.734595 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: tags {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.736380 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron.api.extensions [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Extended resource: tags {{(pid=110484) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:33:32.742439 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING keystonemiddleware.auth_token [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 09:33:32.747539 dv-cinder-803823-13-iscsi neutron-server[110484]: WARNING keystonemiddleware.auth_token [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 09:33:32.756387 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_concurrency.lockutils [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Acquired lock "singleton_lock" {{(pid=110484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 24 09:33:32.756865 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_concurrency.lockutils [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Releasing lock "singleton_lock" {{(pid=110484) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 24 09:33:32.757525 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO oslo_service.service [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Starting 2 workers Jun 24 09:33:32.762357 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Started child 110593 {{(pid=110484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:33:32.766930 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Started child 110594 {{(pid=110484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:33:32.767890 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:32.768547 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO neutron.service [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 09:33:32.769238 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Publish callbacks [] for process (None), before_spawn {{(pid=110484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:32.769362 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [-] (110593) wsgi starting up on http://0.0.0.0:9696 Jun 24 09:33:32.771722 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO oslo_service.service [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Starting 1 workers Jun 24 09:33:32.772476 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:32.773858 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [-] (110594) wsgi starting up on http://0.0.0.0:9696 Jun 24 09:33:32.776961 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Started child 110595 {{(pid=110484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:33:32.777494 dv-cinder-803823-13-iscsi neutron-server[110484]: INFO oslo_service.service [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Starting 1 workers Jun 24 09:33:32.780696 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.service [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] calling RpcWorker wait() {{(pid=110595) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 09:33:32.781259 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.service [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] returning from RpcWorker wait() {{(pid=110595) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 09:33:32.781955 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Started child 110596 {{(pid=110484) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:33:32.782591 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:32.782729 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG neutron_lib.callbacks.manager [None req-e7872343-9eba-4643-bd76-caa4f237469a None None] Publish callbacks [] for process (None), after_spawn {{(pid=110484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:32.783041 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:32.784679 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 09:33:32.784861 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:33:32.785236 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:33:32.785424 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:33:32.785915 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:33:32.786038 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:33:32.786845 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.787611 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.787611 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.787749 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:32.788201 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.788201 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.788347 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.788559 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.788994 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.789262 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.789470 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.789616 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.789796 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.790040 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.790400 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.790675 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.790871 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.791171 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.791392 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.791539 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.791819 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.792016 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.792413 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] debug = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.792624 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.793071 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.793301 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.793565 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.793771 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.794046 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.794256 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.794520 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.794750 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.794966 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.795232 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.795484 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.795717 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.795945 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.796190 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.796423 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.796638 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.797121 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] host = dv-cinder-803823-13-iscsi {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.797372 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.797586 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.797831 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.798078 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.798331 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.798546 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.798801 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.799051 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.799354 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.799584 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.799824 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.800075 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.800306 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.800544 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.800707 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_options = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.800937 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.801193 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.801464 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.801656 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.801824 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.801987 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.802403 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.802968 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.802968 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.803761 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.803761 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.803761 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.804147 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.804147 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.804413 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.804586 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.804819 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.805051 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.805356 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.806478 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.806478 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.806478 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.806478 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.806478 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.806815 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.806815 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.807057 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.807450 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.807789 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.808167 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.808566 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.808936 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.809049 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:32.809647 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.809800 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.809971 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.810228 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.810531 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.810722 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.811012 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.814667 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.814667 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.814667 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.814667 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.814667 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.814667 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.814667 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.814667 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_json = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.816610 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.816610 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.816610 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.816610 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.816610 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.816610 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.816610 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.816610 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.817103 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.817103 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.817103 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.817103 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.817103 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.817103 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.817103 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.817103 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.817621 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.817621 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.817621 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.818332 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.818332 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.818503 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.818794 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.819036 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.819493 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.819901 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.820304 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.820549 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.820772 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.821005 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.821236 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.821684 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.821891 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.822342 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.822816 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.823035 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.823365 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.823635 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.823912 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.824242 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.824513 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.824759 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.825007 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.825224 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.825476 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.825699 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.825934 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.826295 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.826671 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.827113 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.827512 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.827901 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.828134 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.828377 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.828613 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.828838 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.829081 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.829334 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.829571 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.829787 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.830032 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.830267 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.830504 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.830733 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.830976 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.831262 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.831488 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.831738 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.832007 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.832236 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.832455 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.832684 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.832899 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.833132 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.833386 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.833811 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.834246 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.834659 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.834900 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.835142 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.835404 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.835681 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.835914 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.836131 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.836498 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.836866 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.837248 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.837611 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.837828 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.838048 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.838273 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.838480 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.838696 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.838910 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.839165 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.839382 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.839593 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.839804 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.840029 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.840220 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.840569 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.840809 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.841067 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.841281 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.841527 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.841743 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.841988 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.842219 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.844030 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.844243 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.844528 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.844794 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.845056 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.845284 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.845508 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.845748 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.845974 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.846193 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.846418 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.846644 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.847843 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.848098 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.848379 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.848637 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.848896 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.849180 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.849512 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.849783 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.850057 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.850311 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.850608 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.850856 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.851164 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.851604 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.851879 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.852141 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.852392 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.852860 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.854067 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.854317 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.854560 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.854826 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.855381 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.855864 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.856125 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.856357 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.856594 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.857055 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.857379 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.858146 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.858372 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.858610 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.859480 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.860018 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.860266 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.860546 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.861076 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.861544 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.861799 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.862621 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.862872 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.863819 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.864096 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.864318 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.865059 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.865322 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.865499 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.865726 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.865929 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.866415 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.866655 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.866879 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.868262 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.868492 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.868716 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.868983 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.869203 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.869434 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.869675 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.869913 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.870131 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.870351 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.870579 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.870834 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.871054 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.871426 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.871686 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.871905 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.872153 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.872398 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.872662 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.872877 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.873126 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.873365 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.873579 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.873792 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.874009 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.874224 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.874458 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.874686 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.874917 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.875181 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.875420 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.875783 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.876038 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.876274 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.876529 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.876766 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.876989 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.877205 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.877420 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.877665 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.877883 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.878108 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.879839 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.880095 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.880380 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.880595 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.880816 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.881089 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.881316 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.881542 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.881779 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.882007 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.882224 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.882440 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.882656 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.882870 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.883101 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.884114 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.884346 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.884564 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.884859 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.885163 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.885535 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.886141 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.886671 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.887807 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.888054 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.888526 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.888747 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.888978 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.889205 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.889432 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.889668 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.890745 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.890962 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.891220 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.891444 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.891659 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.892139 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.892382 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.892613 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.892839 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.893282 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.893505 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.893733 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.894926 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.895179 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.895411 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.895636 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.895913 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.896183 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.896400 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.896623 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.896882 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.897094 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.897305 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.897467 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:32.897587 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.897888 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.898058 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.898344 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.898601 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.898842 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.899117 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.899622 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.899871 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.900116 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.900369 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.900589 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.900814 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.901472 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.901980 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.902582 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.902830 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.903107 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.903389 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.903813 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.903942 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.904190 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.904481 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.904806 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.905072 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.906069 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.907095 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.907354 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.907584 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.907806 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.908030 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.908281 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.908504 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.908771 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.909017 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.909243 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.909461 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.909708 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.909924 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.910163 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.910375 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.910594 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.910811 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.910963 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:33:32.911589 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110484) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 09:33:32.911752 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:33:32.911906 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:33:32.912077 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:33:32.912246 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:33:32.912398 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:33:32.912608 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.912772 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.912933 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.913095 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.913291 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.913455 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.913614 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.913773 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.913931 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.914090 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.914246 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.914708 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.914884 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.915305 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.915929 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.916090 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.916248 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.916411 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.916570 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.916741 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.916883 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.917035 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] debug = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.917201 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.917398 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.917562 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.917720 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.917877 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.918038 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.918191 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.918354 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.918506 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.918716 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.918926 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.918926 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.919269 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.919269 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.919518 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.919518 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.919786 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.919918 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] host = dv-cinder-803823-13-iscsi {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.920048 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.920177 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.920315 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.920446 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.920575 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.920703 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.920842 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.920988 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.921465 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.921614 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.922040 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.922040 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.922749 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.922749 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.922749 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_options = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.923166 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.923166 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.923166 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.923633 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.923633 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.923633 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.923633 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.924325 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.924325 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.924325 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.924325 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.925727 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.925910 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.926092 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.926221 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.926351 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.927305 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.927305 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.927305 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.927305 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.927579 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.927689 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.927840 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.927993 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.928367 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.928367 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.928537 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.928632 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.928757 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.928934 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.929071 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.929243 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.929395 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.929554 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.929715 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.929872 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.930030 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.930207 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.930344 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.930503 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.930659 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.930845 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.930973 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.931158 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.931309 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.931467 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.931624 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_json = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.931782 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.931939 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.932097 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.932255 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.932412 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.932571 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.932730 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.932888 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.933046 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:33:32.933242 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.933406 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.933577 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.933737 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.933913 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.934063 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.934221 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.934691 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.935343 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.935776 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.935952 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.936116 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.936314 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.936512 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.936642 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.936773 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.936893 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.937057 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.937334 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.937457 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.937574 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.937692 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.937860 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.937972 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.938117 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.938293 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.938433 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.938638 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.938997 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.938997 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.939172 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.939248 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.939409 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.939569 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.939729 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.939891 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.940053 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.940217 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.940377 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.940539 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.940700 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.940860 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.941023 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.941184 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.941346 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.941508 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.941669 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.941830 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.941991 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.942152 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.942313 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.942472 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.942634 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.942849 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.943011 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.943194 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.943438 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.943648 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.943810 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.943971 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.944131 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.944292 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.944453 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.944612 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.944775 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.944937 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.945099 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.945258 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.945434 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.945597 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.945756 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.945917 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.946077 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.946237 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.946397 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.946556 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.946716 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.946881 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.947041 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.947227 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.947386 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.947548 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.947709 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.947869 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.948029 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.948189 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.948350 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.948509 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.948669 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.948829 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.948989 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.949164 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.949325 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.949487 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.949648 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.949809 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.949967 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.950117 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.950274 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.950434 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.950596 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.950756 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.950915 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.951114 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.951263 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.951425 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.951585 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.951746 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.951906 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.952066 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.952226 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.952387 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.952547 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.952713 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.952874 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.953034 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.953196 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.953359 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.953518 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.953688 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.953848 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.954010 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.954170 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.954339 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.954511 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.954674 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.954835 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.954996 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.955177 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.955338 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.955498 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.955658 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.955819 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.955978 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.956137 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.956309 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.956470 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.956630 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.956799 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.956984 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.957145 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.957305 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.957465 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.957625 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.957786 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.957946 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.958105 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.958264 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.958555 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.958831 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.959037 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.959225 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.959386 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.959545 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.959707 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.959872 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.960034 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.960194 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.960355 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.960517 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.960677 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.960837 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.960992 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.961147 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.961306 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.961467 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.961626 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.961789 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.961949 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.962108 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.962267 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.962426 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.962585 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.962744 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.962906 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.963066 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.963248 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.963408 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.963569 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.963729 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.963888 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.964050 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.964210 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.964377 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.964537 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.964697 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.964858 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.965017 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.965178 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.965340 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.965500 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.965660 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.965821 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.965980 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.966158 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.966319 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.966478 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.966641 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.966807 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.966967 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.967153 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.967315 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.967477 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.967637 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.967800 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.967961 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.968121 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.968281 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.968441 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.968600 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.968761 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.968924 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.969085 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.969243 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.969404 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.969564 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.969724 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.969883 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.970042 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.970202 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.970361 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.970520 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.970680 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.970853 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.971013 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.971194 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.971359 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.971523 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.971685 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.971853 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.972013 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.972174 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.972334 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.972493 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.972652 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.972821 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.972980 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.973140 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.973298 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.973457 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.973617 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.973784 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.973943 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.974143 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.974307 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.974998 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.974998 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.974998 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.974998 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.975325 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.975325 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.975465 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.975534 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.975680 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.975840 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.975999 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.976158 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.976318 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.976476 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.976647 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.976814 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.976976 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.977145 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.977304 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.977464 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.977623 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.977794 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.977955 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.978118 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.978278 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.978438 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.978600 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.978761 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.978929 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.979117 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.979288 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.979450 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.979619 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.979788 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.979957 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.980118 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.980284 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.980456 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.980616 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.980776 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.980936 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.981096 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.981257 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.981417 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.981577 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.981751 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.981883 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.982046 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.982192 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.982352 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.982513 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.982672 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.982821 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.982981 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.983162 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.983322 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.983482 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:33:32.983634 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110484) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:33:33.052181 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 49256) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:33:33.066097 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102668 Jun 24 09:33:42.264193 dv-cinder-803823-13-iscsi neutron-server[110484]: DEBUG dbcounter [-] [110484] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110484) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:33:44.235492 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e9bacc-205f-435f-a1f9-ee4b5c20c586 None None] get_active_networks_info from dv-cinder-803823-13-iscsi {{(pid=110595) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 24 09:33:44.261843 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writer thread running {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 09:33:44.319524 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9bacc-205f-435f-a1f9-ee4b5c20c586 None None] No non-hosted networks {{(pid=110595) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 09:33:44.335448 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.agentschedulers_db [None req-24e9bacc-205f-435f-a1f9-ee4b5c20c586 None None] DHCP Agent not found on host dv-cinder-803823-13-iscsi {{(pid=110595) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 24 09:33:44.456510 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-26dc9519-3c88-4451-aae4-e161b96f8daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1042498'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:46.118932 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writer thread running {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 09:33:46.569712 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-088e4df1-6868-42dc-af8c-49c733197e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1042498'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:46.597589 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-4221111b-6560-450b-820a-37348e0fb289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:47.495107 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 49326) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:33:47.764872 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1042498'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:48.163689 dv-cinder-803823-13-iscsi neutron-server[110594]: WARNING oslo_policy.policy [None req-e8600527-7797-4976-a4a4-6df0bd4db563 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:33:48.164233 dv-cinder-803823-13-iscsi neutron-server[110594]: WARNING oslo_policy.policy [None req-e8600527-7797-4976-a4a4-6df0bd4db563 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:33:48.379809 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [None req-e8600527-7797-4976-a4a4-6df0bd4db563 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:33:48.382877 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-e8600527-7797-4976-a4a4-6df0bd4db563 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8867865 Jun 24 09:33:49.060059 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1042498'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:49.195303 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1042498'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:49.195964 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.196264 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.197115 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.197478 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.197760 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.198074 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.198386 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.199090 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.199452 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.199788 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.200150 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.200430 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.200924 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.201417 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.201897 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:49.202295 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803823-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:49.208189 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803823-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:33:50.697372 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 49362) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:33:51.069119 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-01ff89fa-0fca-48a7-ad6d-952fd5b25979 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:33:51.158974 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.policy [None req-01ff89fa-0fca-48a7-ad6d-952fd5b25979 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110594) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 09:33:51.200284 dv-cinder-803823-13-iscsi neutron-server[110594]: WARNING oslo_policy.policy [None req-01ff89fa-0fca-48a7-ad6d-952fd5b25979 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:33:51.200650 dv-cinder-803823-13-iscsi neutron-server[110594]: WARNING oslo_policy.policy [None req-01ff89fa-0fca-48a7-ad6d-952fd5b25979 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:33:51.220593 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writer thread running {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 09:33:51.299900 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-01ff89fa-0fca-48a7-ad6d-952fd5b25979 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761165120637', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761165121097', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761165105010', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761165097240', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761165091642', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761165081692', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2086835', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1894467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-734101', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-657725'] for rbac-policy (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:51.371124 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-01ff89fa-0fca-48a7-ad6d-952fd5b25979 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:51.372603 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-01ff89fa-0fca-48a7-ad6d-952fd5b25979 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6742692 Jun 24 09:33:51.764192 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.db.l3_hamode_db [None req-63ecbf93-6ee7-4376-8839-9e95babf4237 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 09:33:51.839118 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecbf93-6ee7-4376-8839-9e95babf4237 None None] Routers set() bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:33:51.839490 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecbf93-6ee7-4376-8839-9e95babf4237 None None] Router IDs set() for agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 24 09:33:53.603204 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 49374) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:33:54.147126 dv-cinder-803823-13-iscsi neutron-server[110593]: WARNING oslo_policy.policy [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:33:54.148014 dv-cinder-803823-13-iscsi neutron-server[110593]: WARNING oslo_policy.policy [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:33:54.366922 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:33:54.380247 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writer thread running {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 09:33:54.424328 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Made reservation on behalf of 628cdb8129ea4f1191d369f8afd5294c for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:33:54.483607 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.policy [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110593) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 09:33:54.540660 dv-cinder-803823-13-iscsi neutron-server[110593]: WARNING oslo_policy.policy [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:33:54.541188 dv-cinder-803823-13-iscsi neutron-server[110593]: WARNING oslo_policy.policy [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:33:54.555559 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:54.583530 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:54.707682 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Publish callbacks [] for security_group (556122ea-2ff9-4f5c-a701-a270ebabe52e), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:54.714224 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (556122ea-2ff9-4f5c-a701-a270ebabe52e), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:54.739478 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:33:54.775847 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761163625090', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (818e11e3-772e-4f79-a113-a4caed684cd2), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:54.776401 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Unsubscribe: segment precommit_create {{(pid=110593) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 09:33:54.776932 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Added segment 818e11e3-772e-4f79-a113-a4caed684cd2 of type vlan for network b488edf7-d336-4ecd-b5a0-9f3149913c54 Jun 24 09:33:54.794238 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=556122ea-2ff9-4f5c-a701-a270ebabe52e,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:54.847510 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.847841 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.848407 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.848848 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.848941 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.849285 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.849608 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.849926 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.850254 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.850570 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.850886 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.851231 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.851549 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.851866 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.852170 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Tracked resource versions report: Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: pushed versions: Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: { 'AddressGroup': {'1.2'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Agent': {'1.1'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'ConntrackHelper': {'1.0'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Log': {'1.0'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'NDPProxy': {'1.0'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Network': {'1.1'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Port': {'1.7'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'PortForwarding': {'1.3'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'QosPolicy': {'1.10'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SecurityGroup': {'1.5'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SubPort': {'1.0'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Subnet': {'1.1'}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Trunk': {'1.1'}} Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: consumer versions: Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: { DHCP agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: L3 agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: Metadata agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: Metering agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: Open vSwitch agent@dv-cinder-803823-13-iscsi: { 'AddressGroup': '1.2', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Agent': '1.1', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'ConntrackHelper': '1.0', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'LocalIPAssociation': '1.0', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Log': '1.0', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'NDPProxy': '1.0', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Network': '1.1', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Port': '1.7', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'PortForwarding': '1.3', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'QosPolicy': '1.10', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SecurityGroup': '1.5', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SecurityGroupRule': '1.2', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SubPort': '1.0', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Subnet': '1.1', Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Trunk': '1.1'}} Jun 24 09:33:54.853611 dv-cinder-803823-13-iscsi neutron-server[110593]: {{(pid=110593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:33:54.896364 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (b488edf7-d336-4ecd-b5a0-9f3149913c54), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:54.943479 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (b488edf7-d336-4ecd-b5a0-9f3149913c54), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:54.949509 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:33:54.950239 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:55.026973 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.4217284 Jun 24 09:33:55.074674 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f7616-e62c-4b31-9af2-14c0f0739a66 demo demo] Pushing event updated for resources: {'Network': ['ID=b488edf7-d336-4ecd-b5a0-9f3149913c54,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:55.087885 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network b488edf7-d336-4ecd-b5a0-9f3149913c54 details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:33:57.335635 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 49394) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:33:57.807087 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea173d5a-de29-4b22-bf82-97e86af4c9ff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:33:57.811103 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ea173d5a-de29-4b22-bf82-97e86af4c9ff demo admin] 10.222.0.65 "GET /v2.0/networks/b488edf7-d336-4ecd-b5a0-9f3149913c54 HTTP/1.1" status: 200 len: 825 time: 0.4715302 Jun 24 09:33:57.837850 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=58,neutron:INSERT=40,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:33:57.848116 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3289f25c-f9bb-4b2d-b951-11e59eef1cfb demo admin] 10.222.0.65 "GET /v2.0/subnetpools/0192a871-6e2d-4493-8b3b-ea011ab986ec HTTP/1.1" status: 200 len: 734 time: 0.0336854 Jun 24 09:33:57.858621 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] Request body: {'subnet': {'subnetpool_id': '0192a871-6e2d-4493-8b3b-ea011ab986ec', 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:33:57.885543 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] Made reservation on behalf of 628cdb8129ea4f1191d369f8afd5294c for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:33:57.887810 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:58.200835 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for subnet (1a702b49-304d-4cd1-9bda-8ace36b603a3), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:58.244241 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:33:58.265350 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] Pushing event updated for resources: {'Subnet': ['ID=1a702b49-304d-4cd1-9bda-8ace36b603a3,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:58.276919 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] Checking segment: {'id': '818e11e3-772e-4f79-a113-a4caed684cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:33:58.277227 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] Network hostable DHCP agents. Network: b488edf7-d336-4ecd-b5a0-9f3149913c54, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:33:58.300029 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] Network b488edf7-d336-4ecd-b5a0-9f3149913c54 is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:33:58.313146 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, b488edf7-d336-4ecd-b5a0-9f3149913c54) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:33:58.318881 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:33:58.319578 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:58.323986 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf76249e-7b15-4cd7-8b3c-885185e3e24e None None] Network b488edf7-d336-4ecd-b5a0-9f3149913c54 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:33:58.344030 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-77bb4efd-4713-4c22-a758-ca22e74d54cd demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4892738 Jun 24 09:33:58.586485 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-b488edf7-d336-4ecd-b5a0-9f3149913c54', 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54', 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'fixed_ips': [{'subnet_id': '1a702b49-304d-4cd1-9bda-8ace36b603a3'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:33:58.587885 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:58.871401 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Allocated IP 172.20.0.2 (b488edf7-d336-4ecd-b5a0-9f3149913c54/1a702b49-304d-4cd1-9bda-8ace36b603a3/58c2668a-294a-4623-9b51-1e9a5684b29e) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:33:58.928083 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:33:59.159642 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Publish callbacks [] for port (58c2668a-294a-4623-9b51-1e9a5684b29e), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:59.168507 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (58c2668a-294a-4623-9b51-1e9a5684b29e), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:59.251559 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Network b488edf7-d336-4ecd-b5a0-9f3149913c54 is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:33:59.257395 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:33:59.264253 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:33:59.295705 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Pushing event updated for resources: {'Port': ['ID=58c2668a-294a-4623-9b51-1e9a5684b29e,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:33:59.324752 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.325424 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.325424 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.325749 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.326067 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.326380 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.326691 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.327024 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.327351 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.327670 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.328006 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.328348 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.328657 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.328965 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.329255 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Tracked resource versions report: Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: pushed versions: Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: { 'AddressGroup': {'1.2'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Agent': {'1.1'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'ConntrackHelper': {'1.0'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Log': {'1.0'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'NDPProxy': {'1.0'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Network': {'1.1'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Port': {'1.7'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'PortForwarding': {'1.3'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'QosPolicy': {'1.10'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SecurityGroup': {'1.5'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SubPort': {'1.0'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Subnet': {'1.1'}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Trunk': {'1.1'}} Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: consumer versions: Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: { DHCP agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: L3 agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: Metadata agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: Metering agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: Open vSwitch agent@dv-cinder-803823-13-iscsi: { 'AddressGroup': '1.2', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Agent': '1.1', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'ConntrackHelper': '1.0', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'LocalIPAssociation': '1.0', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Log': '1.0', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'NDPProxy': '1.0', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Network': '1.1', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Port': '1.7', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'PortForwarding': '1.3', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'QosPolicy': '1.10', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SecurityGroup': '1.5', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SecurityGroupRule': '1.2', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SubPort': '1.0', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Subnet': '1.1', Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Trunk': '1.1'}} Jun 24 09:33:59.330691 dv-cinder-803823-13-iscsi neutron-server[110595]: {{(pid=110595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:33:59.366606 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Attempting to bind port 58c2668a-294a-4623-9b51-1e9a5684b29e on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:33:59.366984 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Attempting to bind port 58c2668a-294a-4623-9b51-1e9a5684b29e by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '818e11e3-772e-4f79-a113-a4caed684cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:33:59.367399 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Attempting to bind port 58c2668a-294a-4623-9b51-1e9a5684b29e on network b488edf7-d336-4ecd-b5a0-9f3149913c54 {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:33:59.372639 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:33:59.372984 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Checking segment: {'id': '818e11e3-772e-4f79-a113-a4caed684cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:33:59.373455 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:59.373832 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Bound using segment: {'id': '818e11e3-772e-4f79-a113-a4caed684cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:33:59.374290 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Bound port: 58c2668a-294a-4623-9b51-1e9a5684b29e, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818e11e3-772e-4f79-a113-a4caed684cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:33:59.374681 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (58c2668a-294a-4623-9b51-1e9a5684b29e), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:59.383770 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:33:59.441205 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] For port 58c2668a-294a-4623-9b51-1e9a5684b29e, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:33:59.460245 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] For port 58c2668a-294a-4623-9b51-1e9a5684b29e, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=58c2668a-294a-4623-9b51-1e9a5684b29e,segment=NetworkSegment(818e11e3-772e-4f79-a113-a4caed684cd2),segment_id=818e11e3-772e-4f79-a113-a4caed684cd2)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:33:59.469346 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (58c2668a-294a-4623-9b51-1e9a5684b29e), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:33:59.525132 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6af61-333b-4ab7-9923-60470b7e540c None None] Pushing event updated for resources: {'Port': ['ID=58c2668a-294a-4623-9b51-1e9a5684b29e,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:00.686936 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 49406) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:34:01.037144 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [None req-bb331b65-e03c-4750-9e72-aa6e1e0764c7 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:34:01.038143 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-bb331b65-e03c-4750-9e72-aa6e1e0764c7 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3501568 Jun 24 09:34:01.360963 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=12,neutron:INSERT=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:01.365498 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=21,neutron:INSERT=33,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:03.339809 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 49418) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:34:03.690587 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [None req-04841c71-9d20-468c-b75a-674c8a625684 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:34:03.696628 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-04841c71-9d20-468c-b75a-674c8a625684 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3507710 Jun 24 09:34:04.069470 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:04.081202 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=8 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:06.030874 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 49428) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:34:06.375928 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-ff3d376b-69de-4bc2-9288-34cb30f77c33 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:34:06.401400 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ff3d376b-69de-4bc2-9288-34cb30f77c33 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (015cd767-4942-4244-b0eb-3d4da1d8356a), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:06.403725 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ff3d376b-69de-4bc2-9288-34cb30f77c33 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (015cd767-4942-4244-b0eb-3d4da1d8356a), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:06.555293 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ff3d376b-69de-4bc2-9288-34cb30f77c33 demo demo] Publish callbacks [] for router_controller (015cd767-4942-4244-b0eb-3d4da1d8356a), precommit_add_association {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:06.563102 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ff3d376b-69de-4bc2-9288-34cb30f77c33 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (015cd767-4942-4244-b0eb-3d4da1d8356a), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:06.583515 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ff3d376b-69de-4bc2-9288-34cb30f77c33 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:06.584737 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ff3d376b-69de-4bc2-9288-34cb30f77c33 demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5528252 Jun 24 09:34:06.907762 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 58c2668a-294a-4623-9b51-1e9a5684b29e up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:34:06.991095 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 58c2668a-294a-4623-9b51-1e9a5684b29e triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:34:06.991521 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (58c2668a-294a-4623-9b51-1e9a5684b29e), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:07.095746 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 58c2668a-294a-4623-9b51-1e9a5684b29e is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:34:07.096133 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (58c2668a-294a-4623-9b51-1e9a5684b29e), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:07.137246 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port 58c2668a-294a-4623-9b51-1e9a5684b29e, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=58c2668a-294a-4623-9b51-1e9a5684b29e,segment=NetworkSegment(818e11e3-772e-4f79-a113-a4caed684cd2),segment_id=818e11e3-772e-4f79-a113-a4caed684cd2)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:34:07.142175 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (58c2668a-294a-4623-9b51-1e9a5684b29e), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:07.194914 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=58c2668a-294a-4623-9b51-1e9a5684b29e,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:07.542744 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650ec042-b385-45bc-ba41-0b8f6be500f9 None None] Network b488edf7-d336-4ecd-b5a0-9f3149913c54 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:34:07.617329 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-895c6567-54fb-45dd-8673-6626ae53843b None None] Provisioning complete for port 58c2668a-294a-4623-9b51-1e9a5684b29e triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:34:07.617707 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-895c6567-54fb-45dd-8673-6626ae53843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (58c2668a-294a-4623-9b51-1e9a5684b29e), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:07.702609 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:07.733626 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-895c6567-54fb-45dd-8673-6626ae53843b None None] Current status of the port 58c2668a-294a-4623-9b51-1e9a5684b29e is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:34:07.955555 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-fda1e564-82e5-4193-ad0b-66d7e88767ba None None] Provisioning complete for port 58c2668a-294a-4623-9b51-1e9a5684b29e triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:34:07.956217 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-fda1e564-82e5-4193-ad0b-66d7e88767ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (58c2668a-294a-4623-9b51-1e9a5684b29e), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:08.032154 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-fda1e564-82e5-4193-ad0b-66d7e88767ba None None] Current status of the port 58c2668a-294a-4623-9b51-1e9a5684b29e is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:34:08.872546 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 58c2668a-294a-4623-9b51-1e9a5684b29e up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:34:08.910620 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 49440) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:34:08.917108 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 58c2668a-294a-4623-9b51-1e9a5684b29e triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:34:08.917496 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (58c2668a-294a-4623-9b51-1e9a5684b29e), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:08.988278 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:08.996783 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 58c2668a-294a-4623-9b51-1e9a5684b29e is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:34:09.297092 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [None req-9ade6842-8c32-4c46-b1b4-9ee476bdf419 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:34:09.298370 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-9ade6842-8c32-4c46-b1b4-9ee476bdf419 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3867118 Jun 24 09:34:11.717259 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 49448) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:34:12.078799 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:34:12.114333 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Made reservation on behalf of 46a0c5caeb0244aaa5e89844285d900b for: {'network': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:34:12.118662 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:12.138335 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:12.246370 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Publish callbacks [] for security_group (16a400c9-8197-43d4-a95f-1cb87b9a47e3), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:12.252985 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (16a400c9-8197-43d4-a95f-1cb87b9a47e3), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:12.263919 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Reserving flat network on physical network physnet1 {{(pid=110594) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 09:34:12.296873 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761163625090', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (1839a0a7-e518-46e4-9b38-d2880541198e), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:12.297323 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Unsubscribe: segment precommit_create {{(pid=110594) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 09:34:12.297825 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.segments_db [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Added segment 1839a0a7-e518-46e4-9b38-d2880541198e of type flat for network 5ce343e4-7819-42a4-96ee-867bcf5ba75e Jun 24 09:34:12.329080 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a400c9-8197-43d4-a95f-1cb87b9a47e3,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:12.371968 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.372301 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.372642 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.372970 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.373285 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.373600 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.373913 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.374222 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.374543 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.374855 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.375207 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.375522 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.375827 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.376133 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.376442 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Tracked resource versions report: Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: pushed versions: Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: { 'AddressGroup': {'1.2'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Agent': {'1.1'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'ConntrackHelper': {'1.0'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Log': {'1.0'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'NDPProxy': {'1.0'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Network': {'1.1'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Port': {'1.7'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'PortForwarding': {'1.3'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'QosPolicy': {'1.10'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SecurityGroup': {'1.5'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SubPort': {'1.0'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Subnet': {'1.1'}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Trunk': {'1.1'}} Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: consumer versions: Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: { DHCP agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: L3 agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: Metadata agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: Metering agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: Open vSwitch agent@dv-cinder-803823-13-iscsi: { 'AddressGroup': '1.2', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Agent': '1.1', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'ConntrackHelper': '1.0', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'LocalIPAssociation': '1.0', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Log': '1.0', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'NDPProxy': '1.0', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Network': '1.1', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Port': '1.7', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'PortForwarding': '1.3', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'QosPolicy': '1.10', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SecurityGroup': '1.5', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SecurityGroupRule': '1.2', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SubPort': '1.0', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Subnet': '1.1', Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Trunk': '1.1'}} Jun 24 09:34:12.377842 dv-cinder-803823-13-iscsi neutron-server[110594]: {{(pid=110594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:34:12.415712 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (5ce343e4-7819-42a4-96ee-867bcf5ba75e), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:12.468053 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (5ce343e4-7819-42a4-96ee-867bcf5ba75e), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:12.469257 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:34:12.469976 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:12.533732 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8151646 Jun 24 09:34:12.574364 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283ab0e-45cf-470a-ade1-35d838edbceb admin admin] Pushing event updated for resources: {'Network': ['ID=5ce343e4-7819-42a4-96ee-867bcf5ba75e,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:12.586398 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:34:14.225747 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b5fb98af-9237-4010-b29d-b7887dabcfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:14.813267 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 49460) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:34:15.256351 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6a685e-350d-4742-98c7-c77f19c36982 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:34:15.257770 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-9c6a685e-350d-4742-98c7-c77f19c36982 demo admin] 10.222.0.65 "GET /v2.0/subnets/1a702b49-304d-4cd1-9bda-8ace36b603a3 HTTP/1.1" status: 200 len: 849 time: 0.4432855 Jun 24 09:34:15.460087 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-19bfeae8-1be5-4863-acae-658f694be12d demo admin] 10.222.0.65 "GET /v2.0/routers/015cd767-4942-4244-b0eb-3d4da1d8356a HTTP/1.1" status: 200 len: 704 time: 0.1957514 Jun 24 09:34:15.742446 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:15.966717 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:16.017981 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:16.052574 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Allocated IP 172.20.0.1 (b488edf7-d336-4ecd-b5a0-9f3149913c54/1a702b49-304d-4cd1-9bda-8ace36b603a3/7f54d65f-7c41-40f7-9d95-28057f070ee7) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:34:16.242207 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Publish callbacks [] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:16.309984 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:16.400392 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Network b488edf7-d336-4ecd-b5a0-9f3149913c54 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:34:16.409312 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:34:16.418719 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:34:16.419294 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (015cd767-4942-4244-b0eb-3d4da1d8356a), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:16.438804 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Pushing event updated for resources: {'Port': ['ID=7f54d65f-7c41-40f7-9d95-28057f070ee7,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:16.564160 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ce6515b8-8fbb-472f-a446-ea7a7d091e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:16.575015 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=60,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:16.575852 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=13,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:16.619827 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-e1f40735-65e9-47b0-8673-430879de66b1 None None] Provisioning complete for port 7f54d65f-7c41-40f7-9d95-28057f070ee7 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:34:16.620209 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e1f40735-65e9-47b0-8673-430879de66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:16.625239 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:16.657835 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-e1f40735-65e9-47b0-8673-430879de66b1 None None] Port 7f54d65f-7c41-40f7-9d95-28057f070ee7 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:34:16.906171 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Publish callbacks [] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:16.913228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:16.914094 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (015cd767-4942-4244-b0eb-3d4da1d8356a), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:16.973523 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Pushing event updated for resources: {'Port': ['ID=7f54d65f-7c41-40f7-9d95-28057f070ee7,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:17.044417 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Network b488edf7-d336-4ecd-b5a0-9f3149913c54 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:34:17.045811 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:34:17.056765 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:17.185651 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:17.219387 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Router 015cd767-4942-4244-b0eb-3d4da1d8356a is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:34:17.281185 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-8e8df855-fee0-4d2d-8e53-2cf89d12e36e None None] Provisioning complete for port 7f54d65f-7c41-40f7-9d95-28057f070ee7 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:34:17.281580 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8e8df855-fee0-4d2d-8e53-2cf89d12e36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:17.308714 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:34:17.314007 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-647d44b8-28ff-41bb-8548-55ce4b3cfb05 demo admin] 10.222.0.65 "PUT /v2.0/routers/015cd767-4942-4244-b0eb-3d4da1d8356a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8484950 Jun 24 09:34:17.319632 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Sync routers for ids ['015cd767-4942-4244-b0eb-3d4da1d8356a'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:34:17.324844 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-8e8df855-fee0-4d2d-8e53-2cf89d12e36e None None] Port 7f54d65f-7c41-40f7-9d95-28057f070ee7 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:34:17.333150 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Routers {'015cd767-4942-4244-b0eb-3d4da1d8356a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:34:17.334011 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:34:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['015cd767-4942-4244-b0eb-3d4da1d8356a'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:17.517710 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Set router 015cd767-4942-4244-b0eb-3d4da1d8356a gateway port host: None {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:34:17.712780 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:17.934570 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'name': 'router1', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:34:06Z', 'updated_at': '2022-06-24T09:34:16Z', 'revision_number': 2, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'gw_port_host': None, '_interfaces': [{'id': '7f54d65f-7c41-40f7-9d95-28057f070ee7', 'name': '', 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'mac_address': 'fa:16:3e:64:94:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:34:15Z', 'updated_at': '2022-06-24T09:34:16Z', 'revision_number': 2, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'subnets': [{'id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0192a871-6e2d-4493-8b3b-ea011ab986ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:17.984544 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Checking router: 015cd767-4942-4244-b0eb-3d4da1d8356a for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:34:17.984909 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Updating router 015cd767-4942-4244-b0eb-3d4da1d8356a port 7f54d65f-7c41-40f7-9d95-28057f070ee7 binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:34:18.037748 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:18.548764 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Publish callbacks [] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:18.556239 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:18.730169 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Pushing event updated for resources: {'Port': ['ID=7f54d65f-7c41-40f7-9d95-28057f070ee7,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:18.740068 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Attempting to bind port 7f54d65f-7c41-40f7-9d95-28057f070ee7 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:34:18.742096 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Attempting to bind port 7f54d65f-7c41-40f7-9d95-28057f070ee7 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '818e11e3-772e-4f79-a113-a4caed684cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:34:18.742096 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Attempting to bind port 7f54d65f-7c41-40f7-9d95-28057f070ee7 on network b488edf7-d336-4ecd-b5a0-9f3149913c54 {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:34:18.746342 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:34:18.746736 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Checking segment: {'id': '818e11e3-772e-4f79-a113-a4caed684cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:34:18.747232 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:18.747609 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Bound using segment: {'id': '818e11e3-772e-4f79-a113-a4caed684cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:34:18.748306 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Bound port: 7f54d65f-7c41-40f7-9d95-28057f070ee7, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818e11e3-772e-4f79-a113-a4caed684cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:34:18.748422 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:18.751125 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.751701 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.752110 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.752439 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.752892 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.753814 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.754139 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.754573 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.754784 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.755120 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.755437 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.755601 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-04620a92-f801-4d67-8241-d9677c76cf3d None None] Provisioning complete for port 7f54d65f-7c41-40f7-9d95-28057f070ee7 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:34:18.756077 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.756163 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-04620a92-f801-4d67-8241-d9677c76cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:18.756339 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.756606 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.757034 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Tracked resource versions report: Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: pushed versions: Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: { 'AddressGroup': {'1.2'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Agent': {'1.1'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'ConntrackHelper': {'1.0'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Log': {'1.0'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'NDPProxy': {'1.0'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Network': {'1.1'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Port': {'1.7'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'PortForwarding': {'1.3'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'QosPolicy': {'1.10'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SecurityGroup': {'1.5'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SubPort': {'1.0'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Subnet': {'1.1'}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Trunk': {'1.1'}} Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: consumer versions: Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: { DHCP agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: L3 agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: Metadata agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: Metering agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: Open vSwitch agent@dv-cinder-803823-13-iscsi: { 'AddressGroup': '1.2', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Agent': '1.1', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'ConntrackHelper': '1.0', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'LocalIPAssociation': '1.0', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Log': '1.0', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'NDPProxy': '1.0', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Network': '1.1', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Port': '1.7', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'PortForwarding': '1.3', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'QosPolicy': '1.10', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SecurityGroup': '1.5', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SecurityGroupRule': '1.2', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SubPort': '1.0', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Subnet': '1.1', Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Trunk': '1.1'}} Jun 24 09:34:18.764801 dv-cinder-803823-13-iscsi neutron-server[110596]: {{(pid=110596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:34:18.791928 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-04620a92-f801-4d67-8241-d9677c76cf3d None None] Port 7f54d65f-7c41-40f7-9d95-28057f070ee7 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:34:18.827819 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] For port 7f54d65f-7c41-40f7-9d95-28057f070ee7, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:34:18.846534 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:18.848657 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] For port 7f54d65f-7c41-40f7-9d95-28057f070ee7, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=7f54d65f-7c41-40f7-9d95-28057f070ee7,segment=NetworkSegment(818e11e3-772e-4f79-a113-a4caed684cd2),segment_id=818e11e3-772e-4f79-a113-a4caed684cd2)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:34:18.856073 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:18.893973 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:18.919661 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Routers {'015cd767-4942-4244-b0eb-3d4da1d8356a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:34:18.920287 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:34:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['015cd767-4942-4244-b0eb-3d4da1d8356a'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:18.923507 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba97c74-c5a5-4efe-b914-ca35104306ca None None] Pushing event updated for resources: {'Port': ['ID=7f54d65f-7c41-40f7-9d95-28057f070ee7,revision_number=4']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:19.010805 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] Set router 015cd767-4942-4244-b0eb-3d4da1d8356a gateway port host: None {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:34:19.030825 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:19.116965 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-24860a87-c816-48bb-9d18-ecb2798182ac None None] Provisioning complete for port 7f54d65f-7c41-40f7-9d95-28057f070ee7 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:34:19.117614 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-24860a87-c816-48bb-9d18-ecb2798182ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:19.212008 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:19.216353 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-24860a87-c816-48bb-9d18-ecb2798182ac None None] Current status of the port 7f54d65f-7c41-40f7-9d95-28057f070ee7 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:34:19.216931 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-24860a87-c816-48bb-9d18-ecb2798182ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:19.227156 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'name': 'router1', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:34:06Z', 'updated_at': '2022-06-24T09:34:16Z', 'revision_number': 2, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'gw_port_host': None, '_interfaces': [{'id': '7f54d65f-7c41-40f7-9d95-28057f070ee7', 'name': '', 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'mac_address': 'fa:16:3e:64:94:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:34:15Z', 'updated_at': '2022-06-24T09:34:18Z', 'revision_number': 4, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'subnets': [{'id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0192a871-6e2d-4493-8b3b-ea011ab986ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:19.251708 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-24860a87-c816-48bb-9d18-ecb2798182ac None None] For port 7f54d65f-7c41-40f7-9d95-28057f070ee7, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=7f54d65f-7c41-40f7-9d95-28057f070ee7,segment=NetworkSegment(818e11e3-772e-4f79-a113-a4caed684cd2),segment_id=818e11e3-772e-4f79-a113-a4caed684cd2)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:34:19.256199 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-24860a87-c816-48bb-9d18-ecb2798182ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:19.259479 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c724df-a862-4425-859c-1df43154ca00 None None] The sync data for ids ['015cd767-4942-4244-b0eb-3d4da1d8356a'] in dv-cinder-803823-13-iscsi is: [{'id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'name': 'router1', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:34:06Z', 'updated_at': '2022-06-24T09:34:16Z', 'revision_number': 2, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'gw_port_host': None, '_interfaces': [{'id': '7f54d65f-7c41-40f7-9d95-28057f070ee7', 'name': '', 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'mac_address': 'fa:16:3e:64:94:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:34:15Z', 'updated_at': '2022-06-24T09:34:18Z', 'revision_number': 4, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'subnets': [{'id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0192a871-6e2d-4493-8b3b-ea011ab986ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:34:19.306691 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24860a87-c816-48bb-9d18-ecb2798182ac None None] Pushing event updated for resources: {'Port': ['ID=7f54d65f-7c41-40f7-9d95-28057f070ee7,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:19.581868 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 49482) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:34:19.787721 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec36f9-7fbe-43db-b231-0eb3e033fff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:34:19.789095 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3aec36f9-7fbe-43db-b231-0eb3e033fff1 admin admin] 10.222.0.65 "GET /v2.0/networks/5ce343e4-7819-42a4-96ee-867bcf5ba75e HTTP/1.1" status: 200 len: 842 time: 0.2059956 Jun 24 09:34:19.798584 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Request body: {'subnet': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:34:19.822531 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Made reservation on behalf of 46a0c5caeb0244aaa5e89844285d900b for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:34:19.825544 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:20.141501 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.objects.ports [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110593) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 24 09:34:20.141928 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for subnet (74403f55-7e12-46cb-8eaa-636025c88cb3), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:20.190468 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74403f55-7e12-46cb-8eaa-636025c88cb3,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:20.205483 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:34:20.205832 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Network hostable DHCP agents. Network: 5ce343e4-7819-42a4-96ee-867bcf5ba75e, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:34:20.224032 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:34:20.234973 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 5ce343e4-7819-42a4-96ee-867bcf5ba75e) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:34:20.240025 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:34:20.240847 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:20.244062 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cabc3eb-13c0-4763-a851-8bc3facffc69 None None] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:34:20.260706 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-d27c794c-0712-4cc0-89a3-1f28ce50476a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4654534 Jun 24 09:34:20.358913 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469693d5-7feb-4242-a4c1-497c31f74b92 None None] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:34:20.397331 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:22.496153 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 49500) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:34:22.723630 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-de91e3e1-e5f7-4fee-ae5a-93b54310aa32 demo admin] 10.222.0.65 "GET /v2.0/routers/015cd767-4942-4244-b0eb-3d4da1d8356a HTTP/1.1" status: 200 len: 710 time: 0.2262335 Jun 24 09:34:22.815300 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cd7b58-1b4d-43fc-beef-4f1a60fcb4f4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:34:22.827110 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-d9cd7b58-1b4d-43fc-beef-4f1a60fcb4f4 demo admin] 10.222.0.65 "GET /v2.0/networks/5ce343e4-7819-42a4-96ee-867bcf5ba75e HTTP/1.1" status: 200 len: 886 time: 0.0875270 Jun 24 09:34:22.830323 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:34:23.064913 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:23.075330 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Publish callbacks [] for router_gateway (015cd767-4942-4244-b0eb-3d4da1d8356a), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:23.089286 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:23.350811 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Publish callbacks [] for router_gateway (015cd767-4942-4244-b0eb-3d4da1d8356a), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:23.426795 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:23.584655 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Allocated IP 172.27.1.32 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/e48c5677-5e94-4956-aaf9-44a08785b50f) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:34:23.700782 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Publish callbacks [] for port (e48c5677-5e94-4956-aaf9-44a08785b50f), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:23.763545 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (e48c5677-5e94-4956-aaf9-44a08785b50f), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:23.845497 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:34:23.850201 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:34:23.851978 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Pushing event updated for resources: {'Port': ['ID=e48c5677-5e94-4956-aaf9-44a08785b50f,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:23.854479 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:34:24.151015 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Publish callbacks [] for router_gateway (015cd767-4942-4244-b0eb-3d4da1d8356a), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:24.152569 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:24.242111 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:24.351064 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1038521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1045051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12172'] for router (015cd767-4942-4244-b0eb-3d4da1d8356a), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:24.357372 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1038528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1038546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1045058'] for router (015cd767-4942-4244-b0eb-3d4da1d8356a), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:24.474502 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Router 015cd767-4942-4244-b0eb-3d4da1d8356a has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:34:24.647754 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:34:24.653210 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:24.654498 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-9fc83ae6-5fb8-4ef2-a6ca-1b3f4efcd12b demo admin] 10.222.0.65 "PUT /v2.0/routers/015cd767-4942-4244-b0eb-3d4da1d8356a HTTP/1.1" status: 200 len: 889 time: 1.8274093 Jun 24 09:34:24.913771 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 7f54d65f-7c41-40f7-9d95-28057f070ee7 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:34:24.963431 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 7f54d65f-7c41-40f7-9d95-28057f070ee7 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:34:24.963795 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:25.044254 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:25.046886 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 7f54d65f-7c41-40f7-9d95-28057f070ee7 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:34:25.586448 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Sync routers for ids ['015cd767-4942-4244-b0eb-3d4da1d8356a'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:34:25.599944 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Routers {'015cd767-4942-4244-b0eb-3d4da1d8356a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:34:25.600559 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:34:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['015cd767-4942-4244-b0eb-3d4da1d8356a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:25.802098 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Set router 015cd767-4942-4244-b0eb-3d4da1d8356a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:34:26.248367 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'name': 'router1', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e48c5677-5e94-4956-aaf9-44a08785b50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:34:06Z', 'updated_at': '2022-06-24T09:34:23Z', 'revision_number': 4, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'gw_port': {'id': 'e48c5677-5e94-4956-aaf9-44a08785b50f', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:34:23Z', 'updated_at': '2022-06-24T09:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '7f54d65f-7c41-40f7-9d95-28057f070ee7', 'name': '', 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'mac_address': 'fa:16:3e:64:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:34:15Z', 'updated_at': '2022-06-24T09:34:19Z', 'revision_number': 5, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'subnets': [{'id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0192a871-6e2d-4493-8b3b-ea011ab986ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:26.297955 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Checking router: 015cd767-4942-4244-b0eb-3d4da1d8356a for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:34:26.298303 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Updating router 015cd767-4942-4244-b0eb-3d4da1d8356a port e48c5677-5e94-4956-aaf9-44a08785b50f binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:34:26.351378 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (e48c5677-5e94-4956-aaf9-44a08785b50f), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:26.659324 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Publish callbacks [] for port (e48c5677-5e94-4956-aaf9-44a08785b50f), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:26.665878 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (e48c5677-5e94-4956-aaf9-44a08785b50f), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:26.709174 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:26.720216 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Attempting to bind port e48c5677-5e94-4956-aaf9-44a08785b50f on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:34:26.720579 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Attempting to bind port e48c5677-5e94-4956-aaf9-44a08785b50f by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:34:26.720931 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Attempting to bind port e48c5677-5e94-4956-aaf9-44a08785b50f on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:34:26.725013 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178c3a1-c338-4906-ab6e-c8a78611eebc None None] Pushing event updated for resources: {'Port': ['ID=e48c5677-5e94-4956-aaf9-44a08785b50f,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:26.731312 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:34:26.731667 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:34:26.732471 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:26.732471 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:34:26.732865 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Bound port: e48c5677-5e94-4956-aaf9-44a08785b50f, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:34:26.733234 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (e48c5677-5e94-4956-aaf9-44a08785b50f), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:26.782160 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] For port e48c5677-5e94-4956-aaf9-44a08785b50f, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:34:26.785389 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] For port e48c5677-5e94-4956-aaf9-44a08785b50f, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=e48c5677-5e94-4956-aaf9-44a08785b50f,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:34:26.791474 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (e48c5677-5e94-4956-aaf9-44a08785b50f), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:26.847917 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:26.848737 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178c3a1-c338-4906-ab6e-c8a78611eebc None None] Pushing event updated for resources: {'Port': ['ID=e48c5677-5e94-4956-aaf9-44a08785b50f,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:26.855113 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Routers {'015cd767-4942-4244-b0eb-3d4da1d8356a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:34:26.856062 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:34:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['015cd767-4942-4244-b0eb-3d4da1d8356a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:26.962772 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] Set router 015cd767-4942-4244-b0eb-3d4da1d8356a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:34:26.987158 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 49514) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:34:27.102234 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-1a751c89-4644-495e-ada9-f92ee5545797 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1139336 Jun 24 09:34:27.173809 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'name': 'router1', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e48c5677-5e94-4956-aaf9-44a08785b50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:34:06Z', 'updated_at': '2022-06-24T09:34:23Z', 'revision_number': 4, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'gw_port': {'id': 'e48c5677-5e94-4956-aaf9-44a08785b50f', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:34:23Z', 'updated_at': '2022-06-24T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '7f54d65f-7c41-40f7-9d95-28057f070ee7', 'name': '', 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'mac_address': 'fa:16:3e:64:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:34:15Z', 'updated_at': '2022-06-24T09:34:19Z', 'revision_number': 5, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'subnets': [{'id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0192a871-6e2d-4493-8b3b-ea011ab986ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:34:27.201346 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb97a2-a681-45ec-a154-395e179a141a None None] The sync data for ids ['015cd767-4942-4244-b0eb-3d4da1d8356a'] in dv-cinder-803823-13-iscsi is: [{'id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'name': 'router1', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e48c5677-5e94-4956-aaf9-44a08785b50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:34:06Z', 'updated_at': '2022-06-24T09:34:23Z', 'revision_number': 4, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'gw_port': {'id': 'e48c5677-5e94-4956-aaf9-44a08785b50f', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:34:23Z', 'updated_at': '2022-06-24T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '7f54d65f-7c41-40f7-9d95-28057f070ee7', 'name': '', 'network_id': 'b488edf7-d336-4ecd-b5a0-9f3149913c54', 'tenant_id': '628cdb8129ea4f1191d369f8afd5294c', 'mac_address': 'fa:16:3e:64:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015cd767-4942-4244-b0eb-3d4da1d8356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:34:15Z', 'updated_at': '2022-06-24T09:34:19Z', 'revision_number': 5, 'project_id': '628cdb8129ea4f1191d369f8afd5294c', 'subnets': [{'id': '1a702b49-304d-4cd1-9bda-8ace36b603a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0192a871-6e2d-4493-8b3b-ea011ab986ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:34:27.301445 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=10 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:27.306978 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=20,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:28.913727 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device e48c5677-5e94-4956-aaf9-44a08785b50f up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:34:28.960834 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port e48c5677-5e94-4956-aaf9-44a08785b50f triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:34:28.961111 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (e48c5677-5e94-4956-aaf9-44a08785b50f), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:29.040619 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port e48c5677-5e94-4956-aaf9-44a08785b50f is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:34:29.040991 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (e48c5677-5e94-4956-aaf9-44a08785b50f), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:29.064034 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port e48c5677-5e94-4956-aaf9-44a08785b50f, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=e48c5677-5e94-4956-aaf9-44a08785b50f,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:34:29.069795 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (e48c5677-5e94-4956-aaf9-44a08785b50f), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:29.118973 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=e48c5677-5e94-4956-aaf9-44a08785b50f,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:34:30.937450 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device e48c5677-5e94-4956-aaf9-44a08785b50f up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:34:30.992155 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port e48c5677-5e94-4956-aaf9-44a08785b50f triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:34:30.992770 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (e48c5677-5e94-4956-aaf9-44a08785b50f), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:31.034034 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:31.074689 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port e48c5677-5e94-4956-aaf9-44a08785b50f is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:34:33.824074 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 5 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:34:37.099563 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=46 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:37.100670 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=37 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:37.831800 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=49 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:41.075060 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:43.820172 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=33 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:44.229287 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-713c209e-674c-41bf-a100-3d1b8dcc586b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:46.572167 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b093fba0-a9a5-4f4e-ba9b-81979d70a527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:47.726830 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:49.037532 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:49.215229 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:34:59.193352 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:34:59.197133 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:35:10.825441 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 5 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:35:14.265728 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-bfab039f-91ae-4c76-bce6-65bbf83fbf86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:14.837390 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:35:16.569398 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-d123a742-89e9-4d9b-b60f-680461b0692a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:17.719114 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:19.037204 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:19.203449 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:20.821875 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=6 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:35:29.195597 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:35:29.197656 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:35:42.969842 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50052) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:35:43.060212 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4bd474-be05-4331-a132-cfd85a853fa4 admin admin] GET failed (client error): The resource could not be found. Jun 24 09:35:43.061506 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-cd4bd474-be05-4331-a132-cfd85a853fa4 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0906003 Jun 24 09:35:43.234218 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd245134-251c-4269-a451-a073bc4e93c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:43.235789 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-cd245134-251c-4269-a451-a073bc4e93c8 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1681106 Jun 24 09:35:44.220542 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-31027bf6-4354-4280-8452-3a8921624dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:45.319603 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50062) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:35:45.433934 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4db9ee-c117-4325-9862-c519317bf5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:45.435296 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-4a4db9ee-c117-4325-9862-c519317bf5fc admin admin] 10.222.0.65 "GET /v2.0/subnets/1a702b49-304d-4cd1-9bda-8ace36b603a3 HTTP/1.1" status: 200 len: 849 time: 0.1146901 Jun 24 09:35:45.448919 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:35:45.548204 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Publish callbacks [] for subnet (1a702b49-304d-4cd1-9bda-8ace36b603a3), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:45.709696 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761163637095'] for subnet (1a702b49-304d-4cd1-9bda-8ace36b603a3), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:45.748808 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede28bf8-2153-47d5-8a6d-c7ae6acd24aa None None] Network b488edf7-d336-4ecd-b5a0-9f3149913c54 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:35:45.754345 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:45.755214 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:45.757415 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] 10.222.0.65 "PUT /v2.0/subnets/1a702b49-304d-4cd1-9bda-8ace36b603a3 HTTP/1.1" status: 200 len: 868 time: 0.3145821 Jun 24 09:35:45.777874 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a702b49-304d-4cd1-9bda-8ace36b603a3,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:35:45.786406 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.786406 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.786823 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.787123 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.787606 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.787941 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.789038 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.789038 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.789038 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.789326 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.789493 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.789813 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.790125 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.790438 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:45.790759 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfe568-1630-4f9b-86d7-3bc0c959e313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:35:46.088236 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-974285aa-194c-4c87-8a0d-07ffb060f16e None None] Provisioning complete for port 7f54d65f-7c41-40f7-9d95-28057f070ee7 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:35:46.088618 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-974285aa-194c-4c87-8a0d-07ffb060f16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (7f54d65f-7c41-40f7-9d95-28057f070ee7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:46.167416 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-974285aa-194c-4c87-8a0d-07ffb060f16e None None] Current status of the port 7f54d65f-7c41-40f7-9d95-28057f070ee7 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:35:46.176694 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-974285aa-194c-4c87-8a0d-07ffb060f16e None None] Provisioning complete for port 58c2668a-294a-4623-9b51-1e9a5684b29e triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:35:46.177094 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-974285aa-194c-4c87-8a0d-07ffb060f16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (58c2668a-294a-4623-9b51-1e9a5684b29e), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:46.250808 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-974285aa-194c-4c87-8a0d-07ffb060f16e None None] Current status of the port 58c2668a-294a-4623-9b51-1e9a5684b29e is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:35:46.563739 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-970346a4-714f-4a29-9d8e-bac7054e5fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:47.721471 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:47.821366 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50070) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:35:47.826315 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 5 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:35:48.029723 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a9f0b4-5786-46e8-9e98-e3056e669475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:48.030098 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a9f0b4-5786-46e8-9e98-e3056e669475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:48.031675 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-41a9f0b4-5786-46e8-9e98-e3056e669475 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2093637 Jun 24 09:35:49.031768 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:49.203896 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:35:50.191226 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50080) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:35:50.343024 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4788ec3-cfb3-4131-941b-8a2bfe13b94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:50.343525 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4788ec3-cfb3-4131-941b-8a2bfe13b94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:50.345108 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-b4788ec3-cfb3-4131-941b-8a2bfe13b94a admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1525762 Jun 24 09:35:51.828975 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:35:52.444241 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50088) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:35:52.596200 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934491b2-f36f-45c1-8bca-4a1a6dda3924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:52.597614 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-934491b2-f36f-45c1-8bca-4a1a6dda3924 admin admin] 10.222.0.65 "GET /v2.0/networks/5ce343e4-7819-42a4-96ee-867bcf5ba75e HTTP/1.1" status: 200 len: 886 time: 0.1523767 Jun 24 09:35:54.687668 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50096) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:35:54.836864 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a71ec9-ae33-443f-9da2-1b491bfe427e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:54.838232 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-65a71ec9-ae33-443f-9da2-1b491bfe427e admin admin] 10.222.0.65 "GET /v2.0/networks/b488edf7-d336-4ecd-b5a0-9f3149913c54 HTTP/1.1" status: 200 len: 869 time: 0.1494892 Jun 24 09:35:56.902423 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50104) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:35:57.033856 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd96d238-de60-4d01-a21b-70666ba91ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:57.034198 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd96d238-de60-4d01-a21b-70666ba91ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:57.035749 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-bd96d238-de60-4d01-a21b-70666ba91ef4 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1323767 Jun 24 09:35:57.822852 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=7 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:35:59.162467 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50112) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:35:59.189431 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:35:59.195740 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:35:59.301100 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7759a55-7fe1-44cd-90ba-9780e69bf632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:59.301538 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7759a55-7fe1-44cd-90ba-9780e69bf632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:35:59.303066 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-c7759a55-7fe1-44cd-90ba-9780e69bf632 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1391339 Jun 24 09:36:01.369516 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50120) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:36:01.475715 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5002e739-5177-4db0-8e74-41f602350931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:36:01.477094 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-5002e739-5177-4db0-8e74-41f602350931 admin admin] 10.222.0.65 "GET /v2.0/subnets/1a702b49-304d-4cd1-9bda-8ace36b603a3 HTTP/1.1" status: 200 len: 868 time: 0.1065774 Jun 24 09:36:03.559873 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50128) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:36:03.667456 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e760ba-729c-4f51-89b3-450cbb2db774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:36:03.668790 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-78e760ba-729c-4f51-89b3-450cbb2db774 admin admin] 10.222.0.65 "GET /v2.0/subnets/74403f55-7e12-46cb-8eaa-636025c88cb3 HTTP/1.1" status: 200 len: 816 time: 0.1078987 Jun 24 09:36:07.027281 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=79,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:07.029439 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=79,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:13.663476 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=51 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:13.664115 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=51 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:14.226539 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-fdd3369e-210f-4475-ad1d-33857e92f701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:16.576114 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-981cfbe2-1298-4b39-93e1-aecc2606f321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:17.722306 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:19.036841 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:19.198924 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:24.825734 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 5 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:36:29.190802 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:29.192847 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:30.775649 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50182) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:36:30.824727 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [None req-257b7b19-9188-482b-928a-5d0df4615ff3 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:36:30.825729 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-257b7b19-9188-482b-928a-5d0df4615ff3 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0491157 Jun 24 09:36:32.949864 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50190) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:36:33.015478 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14e1f1e-02e0-471e-8e67-a13a665f0dc1 admin admin] GET failed (client error): The resource could not be found. Jun 24 09:36:33.016699 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-f14e1f1e-02e0-471e-8e67-a13a665f0dc1 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659111 Jun 24 09:36:33.163293 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf73fca-b69e-4d03-be50-eaa767d2b7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:36:33.164774 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-8cf73fca-b69e-4d03-be50-eaa767d2b7ea admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1437583 Jun 24 09:36:35.286380 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50198) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:36:35.336952 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:36:35.357755 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Made reservation on behalf of 46a0c5caeb0244aaa5e89844285d900b for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:36:35.360232 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:35.395002 dv-cinder-803823-13-iscsi neutron-server[110593]: WARNING neutron.services.revisions.revision_plugin [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Could not find related network for resource to bump revision. Jun 24 09:36:35.408239 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:36:35.418216 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (f4168e33-ef97-427a-b2b7-377392ac499d), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:35.418562 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Added segment f4168e33-ef97-427a-b2b7-377392ac499d of type vlan for network 763ffea5-67d6-4377-b589-78b912e1b1de Jun 24 09:36:35.458069 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (763ffea5-67d6-4377-b589-78b912e1b1de), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:35.484665 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (763ffea5-67d6-4377-b589-78b912e1b1de), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:35.485553 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:36:35.486126 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:35.547542 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2600212 Jun 24 09:36:35.583734 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Pushing event updated for resources: {'Network': ['ID=763ffea5-67d6-4377-b589-78b912e1b1de,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:35.591393 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.591736 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.592090 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.592421 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.592749 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.593074 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.593393 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.593781 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.594038 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.594358 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.594676 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.594997 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.595338 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.595650 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.595966 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaf83c-f524-48f9-b31e-aad9dec1042e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:35.613802 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 763ffea5-67d6-4377-b589-78b912e1b1de details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:36:37.718821 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50206) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:36:37.782491 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea84dc22-cc58-42c8-9397-5dea1702eb27 admin admin] GET failed (client error): The resource could not be found. Jun 24 09:36:37.783814 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ea84dc22-cc58-42c8-9397-5dea1702eb27 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0640101 Jun 24 09:36:37.859778 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db74c883-1de5-494c-8d73-cdafb4ee332f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:36:37.861273 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-db74c883-1de5-494c-8d73-cdafb4ee332f admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0730593 Jun 24 09:36:37.871516 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de', 'cidr': '192.168.233.0/24'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:36:37.892700 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] Made reservation on behalf of 46a0c5caeb0244aaa5e89844285d900b for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:36:37.894999 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:38.063422 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for subnet (e3e6844b-5f2c-4e1f-a84a-8f7b9dcc9472), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:38.113643 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e6844b-5f2c-4e1f-a84a-8f7b9dcc9472,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:38.129358 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] Checking segment: {'id': 'f4168e33-ef97-427a-b2b7-377392ac499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:36:38.129699 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] Network hostable DHCP agents. Network: 763ffea5-67d6-4377-b589-78b912e1b1de, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:36:38.148997 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] Network 763ffea5-67d6-4377-b589-78b912e1b1de is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:36:38.158827 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 763ffea5-67d6-4377-b589-78b912e1b1de) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:36:38.163665 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:36:38.164244 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:38.170050 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a2f971-9cf4-4186-a914-0cba46e120b3 None None] Network 763ffea5-67d6-4377-b589-78b912e1b1de requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:36:38.181982 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-93221a12-36cb-458d-b025-7edb3216db80 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3139601 Jun 24 09:36:38.281711 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-763ffea5-67d6-4377-b589-78b912e1b1de', 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de', 'project_id': '46a0c5caeb0244aaa5e89844285d900b', 'fixed_ips': [{'subnet_id': 'e3e6844b-5f2c-4e1f-a84a-8f7b9dcc9472'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:36:38.282739 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:38.432696 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Allocated IP 192.168.233.2 (763ffea5-67d6-4377-b589-78b912e1b1de/e3e6844b-5f2c-4e1f-a84a-8f7b9dcc9472/b08ec0bc-89f2-41c1-8f04-b7badc78e12c) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:36:38.693438 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Publish callbacks [] for port (b08ec0bc-89f2-41c1-8f04-b7badc78e12c), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:38.700800 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (b08ec0bc-89f2-41c1-8f04-b7badc78e12c), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:38.743059 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Network 763ffea5-67d6-4377-b589-78b912e1b1de is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:36:38.746436 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:36:38.752976 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:36:38.755491 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b08ec0bc-89f2-41c1-8f04-b7badc78e12c,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:38.764692 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.765037 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.765762 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.765762 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.766056 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.766381 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.766701 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.767024 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.767387 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.767708 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.768026 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.768360 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.768706 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.768988 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.769298 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:36:38.829721 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Attempting to bind port b08ec0bc-89f2-41c1-8f04-b7badc78e12c on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:36:38.830084 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Attempting to bind port b08ec0bc-89f2-41c1-8f04-b7badc78e12c by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': 'f4168e33-ef97-427a-b2b7-377392ac499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:36:38.830443 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Attempting to bind port b08ec0bc-89f2-41c1-8f04-b7badc78e12c on network 763ffea5-67d6-4377-b589-78b912e1b1de {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:36:38.836147 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:36:38.836518 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Checking segment: {'id': 'f4168e33-ef97-427a-b2b7-377392ac499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:36:38.836914 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:38.837298 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Bound using segment: {'id': 'f4168e33-ef97-427a-b2b7-377392ac499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:36:38.837761 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Bound port: b08ec0bc-89f2-41c1-8f04-b7badc78e12c, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4168e33-ef97-427a-b2b7-377392ac499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:36:38.838135 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (b08ec0bc-89f2-41c1-8f04-b7badc78e12c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:38.902713 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] For port b08ec0bc-89f2-41c1-8f04-b7badc78e12c, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:36:38.906162 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] For port b08ec0bc-89f2-41c1-8f04-b7badc78e12c, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=b08ec0bc-89f2-41c1-8f04-b7badc78e12c,segment=NetworkSegment(f4168e33-ef97-427a-b2b7-377392ac499d),segment_id=f4168e33-ef97-427a-b2b7-377392ac499d)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:36:38.913260 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (b08ec0bc-89f2-41c1-8f04-b7badc78e12c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:38.974326 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec625a-5e83-44fe-b7de-eb4663c4aaa3 None None] Pushing event updated for resources: {'Port': ['ID=b08ec0bc-89f2-41c1-8f04-b7badc78e12c,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:39.801974 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93e35fe-23e7-4374-8b8a-411b05dd0549 None None] Network 763ffea5-67d6-4377-b589-78b912e1b1de requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:36:39.887315 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-2df8aa66-e0a3-4100-8225-fdccb2af916b None None] Provisioning complete for port b08ec0bc-89f2-41c1-8f04-b7badc78e12c triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:36:39.887695 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2df8aa66-e0a3-4100-8225-fdccb2af916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (b08ec0bc-89f2-41c1-8f04-b7badc78e12c), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:39.910018 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:39.928948 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:40.009376 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-2df8aa66-e0a3-4100-8225-fdccb2af916b None None] Current status of the port b08ec0bc-89f2-41c1-8f04-b7badc78e12c is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:36:40.010070 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2df8aa66-e0a3-4100-8225-fdccb2af916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (b08ec0bc-89f2-41c1-8f04-b7badc78e12c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:40.052271 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-2df8aa66-e0a3-4100-8225-fdccb2af916b None None] For port b08ec0bc-89f2-41c1-8f04-b7badc78e12c, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=b08ec0bc-89f2-41c1-8f04-b7badc78e12c,segment=NetworkSegment(f4168e33-ef97-427a-b2b7-377392ac499d),segment_id=f4168e33-ef97-427a-b2b7-377392ac499d)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:36:40.059684 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2df8aa66-e0a3-4100-8225-fdccb2af916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (b08ec0bc-89f2-41c1-8f04-b7badc78e12c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:40.115343 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8aa66-e0a3-4100-8225-fdccb2af916b None None] Pushing event updated for resources: {'Port': ['ID=b08ec0bc-89f2-41c1-8f04-b7badc78e12c,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:36:40.185662 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-bc313a85-fa9c-4870-bba8-ee23772a658f None None] Provisioning complete for port b08ec0bc-89f2-41c1-8f04-b7badc78e12c triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:36:40.186307 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-bc313a85-fa9c-4870-bba8-ee23772a658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (b08ec0bc-89f2-41c1-8f04-b7badc78e12c), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:40.265996 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-bc313a85-fa9c-4870-bba8-ee23772a658f None None] Current status of the port b08ec0bc-89f2-41c1-8f04-b7badc78e12c is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:36:40.974852 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device b08ec0bc-89f2-41c1-8f04-b7badc78e12c up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:36:41.024382 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port b08ec0bc-89f2-41c1-8f04-b7badc78e12c triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:36:41.024686 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (b08ec0bc-89f2-41c1-8f04-b7badc78e12c), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:41.102003 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port b08ec0bc-89f2-41c1-8f04-b7badc78e12c is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:36:44.222888 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aa24-dc1b-4fd1-aafa-b0c65efff9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:44.245638 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=17 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:44.248839 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=17 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:46.571560 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ac795e50-df80-4451-b5fb-a844dbad5a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:47.725670 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:48.174131 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:48.174946 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=77,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:49.040163 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:49.203024 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:36:59.195756 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:36:59.197985 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=62,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:37:01.825973 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 5 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:37:05.866165 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:37:11.822220 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=7 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:37:14.231697 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5e1a5c46-e491-4faf-bc94-1456d3218848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:37:16.579308 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-afe51fc3-a44a-4e01-b6b8-c5ea15f85cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:37:17.734364 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:37:19.043608 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:37:19.209056 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:37:29.197502 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:37:29.203962 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:37:38.825724 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 5 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:37:42.828999 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=4 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:37:44.227804 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6ed1112d-5511-4ecf-b80c-b319b76d475c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:37:46.577244 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-773e2e3c-3fec-44f5-95a0-db1ae2884be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:37:47.734967 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:37:48.822106 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:37:49.046529 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:37:49.220923 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:37:59.210120 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:37:59.212098 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:38:04.744551 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50250) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:38:04.750805 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [None req-bbdf6c9c-a006-43e5-a018-84a23ea56aed tempest-verify_tempest_config-545671677 tempest-verify_tempest_config-545671677-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:38:04.751783 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-bbdf6c9c-a006-43e5-a018-84a23ea56aed tempest-verify_tempest_config-545671677 tempest-verify_tempest_config-545671677-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0061648 Jun 24 09:38:05.072807 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50268) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:38:05.191967 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:05.276310 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Publish callbacks [] for security_group (7343e3bd-ccbf-4af3-b0e3-2ec4edb82bea), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:05.281070 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7343e3bd-ccbf-4af3-b0e3-2ec4edb82bea), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:05.330111 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae49c7ca0ce14e9d8a1ed26e4f93e9e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2559125 Jun 24 09:38:05.330895 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7343e3bd-ccbf-4af3-b0e3-2ec4edb82bea,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:38:05.332880 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50274) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:38:05.350382 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.350717 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.351055 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.351414 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.351743 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.352177 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.352830 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.352830 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.353127 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.353456 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.353800 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.354099 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.354417 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.354732 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.355053 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f7907-83e9-429a-91a6-494e054c68a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:38:05.400935 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c12e1de9-b30a-41c9-8315-11aa75e9ddaf admin admin] Publish callbacks [] for security_group (7343e3bd-ccbf-4af3-b0e3-2ec4edb82bea), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:05.428159 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c12e1de9-b30a-41c9-8315-11aa75e9ddaf admin admin] Publish callbacks [] for security_group (7343e3bd-ccbf-4af3-b0e3-2ec4edb82bea), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:05.532407 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c12e1de9-b30a-41c9-8315-11aa75e9ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7343e3bd-ccbf-4af3-b0e3-2ec4edb82bea), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:05.534884 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c12e1de9-b30a-41c9-8315-11aa75e9ddaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:05.536097 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-c12e1de9-b30a-41c9-8315-11aa75e9ddaf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7343e3bd-ccbf-4af3-b0e3-2ec4edb82bea HTTP/1.1" status: 204 len: 168 time: 0.2022808 Jun 24 09:38:05.545002 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e1de9-b30a-41c9-8315-11aa75e9ddaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7343e3bd-ccbf-4af3-b0e3-2ec4edb82bea,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:38:14.226663 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-620b3410-50b0-4096-a8a8-d9802f0798c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:15.539905 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=40,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:38:15.541372 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=32,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:38:15.826576 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 5 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:38:16.579768 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-41a5b7b3-0253-4c89-ad37-0feae3f98bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:17.739291 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:19.053475 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:19.222054 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:25.821103 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:38:25.822424 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:38:29.212932 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:38:29.215899 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:38:44.175926 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=14 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:38:44.177123 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=12 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:38:44.226418 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-443c44c6-723b-460c-9c3d-70703362297e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:46.576415 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-d3986de1-8ee7-4fa3-a678-e448a426e480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:47.740400 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:49.054449 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:49.223877 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:38:52.825762 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 5 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:38:59.215681 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:38:59.217064 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:39:02.821287 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:39:02.822581 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:39:14.220809 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-c8ffba44-f3bb-4359-86b6-b3ff05275838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:39:16.572659 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6021eec8-e7af-49bc-a286-57e4bb2628be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:39:17.743902 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:39:19.057716 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:39:19.224374 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:39:29.215939 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:39:29.217254 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:39:29.824868 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 5 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:39:39.820585 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=4 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:39:42.818913 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:39:44.227099 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-9e023798-239f-4b2b-934a-6e5f315c439b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:39:46.577778 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-cd17c09c-2221-4300-a2e1-7262f63d3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:39:47.751769 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:39:49.063306 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:39:49.225654 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:39:51.285927 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1042498'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:01.276260 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=12 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:40:01.280618 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:40:03.896306 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50348) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:40:04.094327 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-0d7a2979-356f-4384-afd6-6d6840c77ae5 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1967757 Jun 24 09:40:06.240372 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50358) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:40:06.300680 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-11de6345-f2bc-4f86-a7ee-dc5a291cf5b4 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0591898 Jun 24 09:40:06.830292 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:40:14.005900 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:40:14.233813 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-67afd1b8-0467-46ac-9c8f-1a5f4784c54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:16.295474 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:40:16.583666 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ce1e2bd7-3e4a-4ca2-a552-64b9fb557cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:16.822425 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:40:16.823643 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:40:17.749820 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:19.062989 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:19.221652 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:21.286442 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:31.278991 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:40:31.281114 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:40:43.833126 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:40:44.226259 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-dbd27dc9-4ed2-4273-9d8a-e142047f2d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:46.587668 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-7b5444f8-f607-4310-b24b-4821ed8ccd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:47.762444 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:49.067119 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:49.232984 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:51.301930 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:40:53.826713 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=19 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:40:53.827514 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=15 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:01.288549 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:01.296010 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:14.316857 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-91ff23a2-d1d7-4a27-a27d-6b16d4afe607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:16.592289 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-dc54dbe2-6419-42a2-b924-8c046b67df5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:17.774640 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:19.068554 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:19.230875 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:20.832818 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:41:21.303056 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:30.827475 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:30.828271 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:31.294867 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:31.296848 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:42.817075 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:42.817075 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:DELETE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:43.161694 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50538) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:43.460949 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2031154454-network', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:43.484909 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Made reservation on behalf of 4290bd187dc948bc9f1dc5a8cc272f0b for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:41:43.488024 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:43.499359 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:43.581231 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Publish callbacks [] for security_group (9d8348e7-f097-4b53-9f89-e57ba43d064e), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:43.586119 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (9d8348e7-f097-4b53-9f89-e57ba43d064e), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:43.606705 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:41:43.620926 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (9623b000-2486-46db-8330-be13aec333c5), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:43.621265 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Added segment 9623b000-2486-46db-8330-be13aec333c5 of type vlan for network 9369cf11-485b-46a3-a217-92b03ccfb37d Jun 24 09:41:43.637898 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8348e7-f097-4b53-9f89-e57ba43d064e,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:43.675457 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (9369cf11-485b-46a3-a217-92b03ccfb37d), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:43.680323 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.680660 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.681269 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.681791 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.682111 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.682442 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.682768 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.683111 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.683613 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.684107 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.684597 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.685070 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.685574 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.685898 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.686215 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Tracked resource versions report: Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: pushed versions: Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: { 'AddressGroup': {'1.2'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Agent': {'1.1'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'ConntrackHelper': {'1.0'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Log': {'1.0'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'NDPProxy': {'1.0'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Network': {'1.1'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Port': {'1.7'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'PortForwarding': {'1.3'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'QosPolicy': {'1.10'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SecurityGroup': {'1.5'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SubPort': {'1.0'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Subnet': {'1.1'}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Trunk': {'1.1'}} Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: consumer versions: Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: { DHCP agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: HyperV agent@hv-cinder-80382: {}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: L3 agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: Metadata agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: Metering agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: Open vSwitch agent@dv-cinder-803823-13-iscsi: { 'AddressGroup': '1.2', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Agent': '1.1', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'ConntrackHelper': '1.0', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'LocalIPAssociation': '1.0', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Log': '1.0', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'NDPProxy': '1.0', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Network': '1.1', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Port': '1.7', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'PortForwarding': '1.3', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'QosPolicy': '1.10', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SecurityGroup': '1.5', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SecurityGroupRule': '1.2', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'SubPort': '1.0', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Subnet': '1.1', Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: 'Trunk': '1.1'}} Jun 24 09:41:43.687609 dv-cinder-803823-13-iscsi neutron-server[110593]: {{(pid=110593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:41:43.717275 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (9369cf11-485b-46a3-a217-92b03ccfb37d), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:43.718301 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:41:43.718830 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:43.751959 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50566) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:43.752671 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5892839 Jun 24 09:41:43.769958 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Request body: {'subnet': {'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2031154454-subnet', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:43.797479 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Made reservation on behalf of 4290bd187dc948bc9f1dc5a8cc272f0b for: {'subnet': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:41:43.800641 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:43.807902 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11290ef-783d-420f-beb1-e11dd6f1b284 admin admin] Pushing event updated for resources: {'Network': ['ID=9369cf11-485b-46a3-a217-92b03ccfb37d,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:43.818143 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 9369cf11-485b-46a3-a217-92b03ccfb37d details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:41:44.084794 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50584) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:44.114861 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50588) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:44.127742 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for subnet (d731dcf3-2e78-424c-acaa-06d3b77ef560), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.193203 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d731dcf3-2e78-424c-acaa-06d3b77ef560,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:44.198437 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Checking segment: {'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:44.198437 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Network hostable DHCP agents. Network: 9369cf11-485b-46a3-a217-92b03ccfb37d, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:41:44.214965 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.215346 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.215724 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.216051 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.216624 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.216943 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.217266 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.217583 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.218076 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.218397 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.218893 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.219394 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.219724 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.220127 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.220337 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Tracked resource versions report: Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: pushed versions: Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: { 'AddressGroup': {'1.2'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Agent': {'1.1'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'ConntrackHelper': {'1.0'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Log': {'1.0'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'NDPProxy': {'1.0'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Network': {'1.1'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Port': {'1.7'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'PortForwarding': {'1.3'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'QosPolicy': {'1.10'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SecurityGroup': {'1.5'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SubPort': {'1.0'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Subnet': {'1.1'}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Trunk': {'1.1'}} Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: consumer versions: Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: { DHCP agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: HyperV agent@hv-cinder-80382: {}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: L3 agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: Metadata agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: Metering agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: Open vSwitch agent@dv-cinder-803823-13-iscsi: { 'AddressGroup': '1.2', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Agent': '1.1', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'ConntrackHelper': '1.0', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'LocalIPAssociation': '1.0', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Log': '1.0', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'NDPProxy': '1.0', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Network': '1.1', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Port': '1.7', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'PortForwarding': '1.3', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'QosPolicy': '1.10', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SecurityGroup': '1.5', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SecurityGroupRule': '1.2', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'SubPort': '1.0', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Subnet': '1.1', Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: 'Trunk': '1.1'}} Jun 24 09:41:44.221547 dv-cinder-803823-13-iscsi neutron-server[110594]: {{(pid=110594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:41:44.240177 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-515ce1b3-0763-4fb6-aa91-6f50ad709f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.260481 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Network 9369cf11-485b-46a3-a217-92b03ccfb37d is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:41:44.279140 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 9369cf11-485b-46a3-a217-92b03ccfb37d) {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:44.285359 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:41:44.286081 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.303216 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6a5709-8d47-4faf-a7ff-ff39ca7dd691 None None] Network 9369cf11-485b-46a3-a217-92b03ccfb37d requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:41:44.315060 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-53806585-bae0-4e46-bb20-af3a7f7ea5f3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5605414 Jun 24 09:41:44.317911 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50608) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:44.325824 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2031154454-router', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:44.354581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50610) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:44.368996 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (7f3cc6f9-c369-4d23-b314-855035b46a7b), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.370561 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (7f3cc6f9-c369-4d23-b314-855035b46a7b), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.431976 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-9369cf11-485b-46a3-a217-92b03ccfb37d', 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d', 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'fixed_ips': [{'subnet_id': 'd731dcf3-2e78-424c-acaa-06d3b77ef560'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:41:44.433013 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.518723 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Publish callbacks [] for router_controller (7f3cc6f9-c369-4d23-b314-855035b46a7b), precommit_add_association {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.553005 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-705085902-network', 'tenant_id': '30033ce42b5a43b78dde38163831cea2'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:44.571555 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-network', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:44.598535 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Allocated IP 172.20.0.2 (9369cf11-485b-46a3-a217-92b03ccfb37d/d731dcf3-2e78-424c-acaa-06d3b77ef560/fb210249-abd7-4549-83e7-cb11cc0d313f) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:41:44.634221 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Made reservation on behalf of f64a8807499a44ababb8bb037fc3d195 for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:41:44.637301 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.638879 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-295495247-network', 'tenant_id': '42946f76423740028ae43dc6a49cbbda'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:44.663360 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.752893 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Publish callbacks [] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.764481 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.798412 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Publish callbacks [] for security_group (1295ebb2-8599-4fd9-b34e-172e7811c002), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.811069 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1295ebb2-8599-4fd9-b34e-172e7811c002), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.813412 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Publish callbacks [] for router_gateway (7f3cc6f9-c369-4d23-b314-855035b46a7b), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.826861 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Network 9369cf11-485b-46a3-a217-92b03ccfb37d is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:44.830424 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:44.831103 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:41:44.836778 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:41:44.843969 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (f4749906-d752-49e5-bf65-de815fcee500), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.844361 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Added segment f4749906-d752-49e5-bf65-de815fcee500 of type vlan for network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b Jun 24 09:41:44.849190 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Pushing event updated for resources: {'Port': ['ID=fb210249-abd7-4549-83e7-cb11cc0d313f,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:44.867998 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:44.904943 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.905454 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.905988 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.906528 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.907016 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.907508 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.908166 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.908682 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.909181 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.909655 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.910139 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.910667 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.911283 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.911765 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.912241 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Tracked resource versions report: Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: pushed versions: Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: { 'AddressGroup': {'1.2'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Agent': {'1.1'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'ConntrackHelper': {'1.0'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Log': {'1.0'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'NDPProxy': {'1.0'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Network': {'1.1'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Port': {'1.7'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'PortForwarding': {'1.3'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'QosPolicy': {'1.10'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SecurityGroup': {'1.5'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SubPort': {'1.0'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Subnet': {'1.1'}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Trunk': {'1.1'}} Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: consumer versions: Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: { DHCP agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: HyperV agent@hv-cinder-80382: {}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: L3 agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: Metadata agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: Metering agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: Open vSwitch agent@dv-cinder-803823-13-iscsi: { 'AddressGroup': '1.2', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Agent': '1.1', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'ConntrackHelper': '1.0', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'LocalIPAssociation': '1.0', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Log': '1.0', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'NDPProxy': '1.0', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Network': '1.1', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Port': '1.7', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'PortForwarding': '1.3', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'QosPolicy': '1.10', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SecurityGroup': '1.5', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SecurityGroupRule': '1.2', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'SubPort': '1.0', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Subnet': '1.1', Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: 'Trunk': '1.1'}} Jun 24 09:41:44.914060 dv-cinder-803823-13-iscsi neutron-server[110595]: {{(pid=110595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:41:44.916876 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.938471 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Attempting to bind port fb210249-abd7-4549-83e7-cb11cc0d313f on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:41:44.939162 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Attempting to bind port fb210249-abd7-4549-83e7-cb11cc0d313f by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:41:44.939679 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Attempting to bind port fb210249-abd7-4549-83e7-cb11cc0d313f on network 9369cf11-485b-46a3-a217-92b03ccfb37d {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:41:44.945503 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:41:44.946173 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Checking segment: {'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:44.947108 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.947916 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Bound using segment: {'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:41:44.948712 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Bound port: fb210249-abd7-4549-83e7-cb11cc0d313f, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:41:44.949287 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:44.982567 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:44.994701 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Made reservation on behalf of 30033ce42b5a43b78dde38163831cea2 for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:41:45.001523 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.032046 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.033828 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:41:45.034611 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.105792 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] For port fb210249-abd7-4549-83e7-cb11cc0d313f, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:41:45.113298 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] For port fb210249-abd7-4549-83e7-cb11cc0d313f, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=fb210249-abd7-4549-83e7-cb11cc0d313f,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:41:45.128888 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.129184 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.131730 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Pushing event updated for resources: {'Network': ['ID=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:45.140574 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Made reservation on behalf of 42946f76423740028ae43dc6a49cbbda for: {'network': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:41:45.146332 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.159481 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:41:45.159748 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Publish callbacks [] for router_gateway (7f3cc6f9-c369-4d23-b314-855035b46a7b), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.213883 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.232250 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:45.263984 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1477854 Jun 24 09:41:45.267882 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50652) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:45.296604 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3458fd-55c4-4722-9662-56a1269ea47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1295ebb2-8599-4fd9-b34e-172e7811c002,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:45.323371 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] Request body: {'subnet': {'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-subnet', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:45.408608 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Publish callbacks [] for security_group (8a2288eb-ca22-47d6-8133-8fa0a898c476), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.410927 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] Made reservation on behalf of f64a8807499a44ababb8bb037fc3d195 for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:41:45.417811 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.438470 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da929f30-b722-4317-9662-79de3f0e2a62 None None] Pushing event updated for resources: {'Port': ['ID=fb210249-abd7-4549-83e7-cb11cc0d313f,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:45.439553 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8a2288eb-ca22-47d6-8133-8fa0a898c476), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.526485 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:41:45.528390 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Allocated IP 172.27.1.48 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/971657a0-0346-4c09-9174-116568bc6393) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:41:45.528756 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2288eb-ca22-47d6-8133-8fa0a898c476,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:45.556098 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (7556cfcf-4ef7-4791-ae17-2c5adfd3be76), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.557168 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Added segment 7556cfcf-4ef7-4791-ae17-2c5adfd3be76 of type vlan for network d6d825bf-3025-4144-aa4c-5693ec78fffa Jun 24 09:41:45.640291 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (d6d825bf-3025-4144-aa4c-5693ec78fffa), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.653891 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.675750 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:45.676388 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:45.773003 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (d6d825bf-3025-4144-aa4c-5693ec78fffa), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.773003 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:41:45.773003 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.858423 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.7689047 Jun 24 09:41:45.861223 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50666) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:45.887803 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] Request body: {'subnet': {'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-705085902-subnet', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:45.918052 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for subnet (b1649778-731e-485a-b476-5e3ad263e4ba), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:45.920628 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580da9d2-6377-4cf9-9823-004828eb1678 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d825bf-3025-4144-aa4c-5693ec78fffa,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:45.931625 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network d6d825bf-3025-4144-aa4c-5693ec78fffa details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:41:45.985510 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] Made reservation on behalf of 30033ce42b5a43b78dde38163831cea2 for: {'subnet': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:41:45.997182 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.031403 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1649778-731e-485a-b476-5e3ad263e4ba,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:46.074472 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] Checking segment: {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:46.075672 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] Network hostable DHCP agents. Network: 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:41:46.082809 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Publish callbacks [] for port (971657a0-0346-4c09-9174-116568bc6393), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.096356 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:46.106956 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] Network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:41:46.107620 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Publish callbacks [] for security_group (83053fff-555b-4ac5-85fc-c9cccf3a9f01), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.123110 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:46.135614 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841fdfb-f4e2-4611-8e94-232165d72688 None None] Network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:41:46.145391 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:41:46.148400 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (83053fff-555b-4ac5-85fc-c9cccf3a9f01), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.149002 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.190521 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-065cf439-a179-4ef8-9c2a-1bd9180562a2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8980837 Jun 24 09:41:46.193406 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50690) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:46.201354 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:46.243144 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83053fff-555b-4ac5-85fc-c9cccf3a9f01,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:46.244666 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.245822 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.306765 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=110594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:41:46.344866 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.345470 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.segments_db [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Added segment cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1 of type vlan for network eee14dfc-24f3-458e-880d-b3e43ab7d14d Jun 24 09:41:46.397840 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:41:46.398810 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.412218 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (971657a0-0346-4c09-9174-116568bc6393), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.429233 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Publish callbacks [] for router_controller (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), precommit_add_association {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.439609 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=6 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:46.472984 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:46.492363 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:46.499554 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:41:46.674057 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ce356eaa-e578-4396-aa46-b17067199c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.734643 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Publish callbacks [] for router_gateway (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.755168 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Allocated IP 172.20.0.2 (8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b/b1649778-731e-485a-b476-5e3ad263e4ba/5bc111a0-214c-49c1-b37c-0b1ad2cb8183) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:41:46.769326 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (eee14dfc-24f3-458e-880d-b3e43ab7d14d), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:46.777981 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50716) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:46.812891 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:46.814547 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:46.965090 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:46.966530 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Publish callbacks [] for router_gateway (7f3cc6f9-c369-4d23-b314-855035b46a7b), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.044714 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9410ac-de23-421c-be86-dc2bb646ab22 None None] Network 9369cf11-485b-46a3-a217-92b03ccfb37d requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:41:47.089529 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Publish callbacks [] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.095422 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-66df9920-9860-4da6-b128-3397a98d052b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.120582 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Publish callbacks [] for router_gateway (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.152214 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.160016 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-f4c6cc12-e07e-461f-83bd-cf0090de78d5 None None] Provisioning complete for port fb210249-abd7-4549-83e7-cb11cc0d313f triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:47.160709 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f4c6cc12-e07e-461f-83bd-cf0090de78d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.196152 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.249737 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device fb210249-abd7-4549-83e7-cb11cc0d313f up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:41:47.265952 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:47.336716 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:47.362247 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:47.366597 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:41:47.387516 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.db.resource_extend [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 09:41:47.414185 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (7f3cc6f9-c369-4d23-b314-855035b46a7b), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.424187 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Pushing event updated for resources: {'Port': ['ID=971657a0-0346-4c09-9174-116568bc6393,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:47.471068 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (eee14dfc-24f3-458e-880d-b3e43ab7d14d), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.472461 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:41:47.473310 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.489304 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-66df9920-9860-4da6-b128-3397a98d052b admin admin] Publish callbacks [] for security_group (8ea61bd6-0b07-4d98-9823-3b9e31be36ee), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.491500 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Allocated IP 172.27.1.124 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/f8dd1534-36c3-47fd-944c-c42367d120a6) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:41:47.506517 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Pushing event updated for resources: {'Port': ['ID=5bc111a0-214c-49c1-b37c-0b1ad2cb8183,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:47.509436 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-66df9920-9860-4da6-b128-3397a98d052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8ea61bd6-0b07-4d98-9823-3b9e31be36ee), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.569287 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 3.2133634 Jun 24 09:41:47.611696 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50730) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:47.642601 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] Request body: {'subnet': {'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-subnet', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:47.674741 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for subnet (2f1591ae-0529-40f2-a2e2-f283f857afff), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.683866 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f6049-d3be-469d-a7fe-024da9b11928 admin admin] Pushing event updated for resources: {'Network': ['ID=eee14dfc-24f3-458e-880d-b3e43ab7d14d,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:47.684954 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-66df9920-9860-4da6-b128-3397a98d052b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eaa9106852b94278b74b5deb38bde1e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9054415 Jun 24 09:41:47.688045 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50748) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:47.690930 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6cc12-e07e-461f-83bd-cf0090de78d5 None None] Current status of the port fb210249-abd7-4549-83e7-cb11cc0d313f is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:47.691345 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f4c6cc12-e07e-461f-83bd-cf0090de78d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.693747 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Attempting to bind port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:41:47.694103 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Attempting to bind port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:41:47.694451 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Attempting to bind port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 on network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:41:47.700214 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port fb210249-abd7-4549-83e7-cb11cc0d313f triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:47.700641 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.702360 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network eee14dfc-24f3-458e-880d-b3e43ab7d14d details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:41:47.798046 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:41:47.808340 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Checking segment: {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:47.808887 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.811162 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Bound using segment: {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:41:47.811162 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Bound port: 5bc111a0-214c-49c1-b37c-0b1ad2cb8183, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:41:47.811162 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.833425 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] Made reservation on behalf of 42946f76423740028ae43dc6a49cbbda for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:41:47.835998 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:47.961006 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1591ae-0529-40f2-a2e2-f283f857afff,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:48.005472 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] Checking segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:48.006710 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] Network hostable DHCP agents. Network: d6d825bf-3025-4144-aa4c-5693ec78fffa, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:41:48.013183 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Router 7f3cc6f9-c369-4d23-b314-855035b46a7b is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:41:48.016162 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:48.165775 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.199427 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-f4c6cc12-e07e-461f-83bd-cf0090de78d5 None None] For port fb210249-abd7-4549-83e7-cb11cc0d313f, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=fb210249-abd7-4549-83e7-cb11cc0d313f,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:41:48.215137 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] Network d6d825bf-3025-4144-aa4c-5693ec78fffa is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:41:48.219851 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f4c6cc12-e07e-461f-83bd-cf0090de78d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.297324 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, d6d825bf-3025-4144-aa4c-5693ec78fffa) {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:48.305045 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:48.306586 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:41:48.312962 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.318129 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0628e15b-1e2c-4db9-89d9-e529758e65f2 None None] Network d6d825bf-3025-4144-aa4c-5693ec78fffa requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:41:48.329212 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:48.338381 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:41:48.349090 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Sync routers for ids ['7f3cc6f9-c369-4d23-b314-855035b46a7b'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:41:48.356463 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] For port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:41:48.360452 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-4bb9515a-d767-487b-8ab6-4578f689d19b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4916530 Jun 24 09:41:48.360627 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df9920-9860-4da6-b128-3397a98d052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea61bd6-0b07-4d98-9823-3b9e31be36ee,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:48.362551 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50776) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:48.374135 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.375574 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-0b380bb4-c039-4c1d-b6ee-2184cf2f64b5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0563231 Jun 24 09:41:48.378335 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50778) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:48.389498 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:48.402344 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Routers {'7f3cc6f9-c369-4d23-b314-855035b46a7b'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:41:48.403408 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['7f3cc6f9-c369-4d23-b314-855035b46a7b'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:48.405663 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:48.420754 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for subnet (0cc4ca32-6807-4738-8cd7-ef513e1d29e9), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.432849 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port fb210249-abd7-4549-83e7-cb11cc0d313f is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:48.442801 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] For port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=5bc111a0-214c-49c1-b37c-0b1ad2cb8183,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:41:48.460043 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6cc12-e07e-461f-83bd-cf0090de78d5 None None] Pushing event updated for resources: {'Port': ['ID=fb210249-abd7-4549-83e7-cb11cc0d313f,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:48.465894 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0bc3f98e-44b6-4af4-8bc1-4b6bacae4f94 None None] Provisioning complete for port fb210249-abd7-4549-83e7-cb11cc0d313f triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:48.467235 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0bc3f98e-44b6-4af4-8bc1-4b6bacae4f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.528218 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.555557 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50784) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:48.579966 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-aae39e7e-7663-4cca-9433-e98eba4d224d admin admin] Publish callbacks [] for security_group (8ea61bd6-0b07-4d98-9823-3b9e31be36ee), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.654623 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (0d7db7db-a98c-4445-a285-9acd52afbb15), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.657026 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (0d7db7db-a98c-4445-a285-9acd52afbb15), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.662408 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Set router 7f3cc6f9-c369-4d23-b314-855035b46a7b gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:41:48.685772 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Publish callbacks [] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.740981 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-d6d825bf-3025-4144-aa4c-5693ec78fffa', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:41:48.746362 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.750828 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88cec8-b32f-498a-b5c2-0151a8111fd6 None None] Pushing event updated for resources: {'Port': ['ID=5bc111a0-214c-49c1-b37c-0b1ad2cb8183,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:48.775238 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc4ca32-6807-4738-8cd7-ef513e1d29e9,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:48.798498 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-aae39e7e-7663-4cca-9433-e98eba4d224d admin admin] Publish callbacks [] for security_group (8ea61bd6-0b07-4d98-9823-3b9e31be36ee), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.846273 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:48.883710 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd3d2-49c1-4a98-9f71-d2087ee5cb4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:48.899496 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] Checking segment: {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:48.900223 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] Network hostable DHCP agents. Network: eee14dfc-24f3-458e-880d-b3e43ab7d14d, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:41:48.907683 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:48.919030 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Publish callbacks [] for router_controller (0d7db7db-a98c-4445-a285-9acd52afbb15), precommit_add_association {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.009359 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-aae39e7e-7663-4cca-9433-e98eba4d224d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8ea61bd6-0b07-4d98-9823-3b9e31be36ee), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.012580 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-aae39e7e-7663-4cca-9433-e98eba4d224d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.017097 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-aae39e7e-7663-4cca-9433-e98eba4d224d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ea61bd6-0b07-4d98-9823-3b9e31be36ee HTTP/1.1" status: 204 len: 168 time: 1.2519221 Jun 24 09:41:49.031024 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3f98e-44b6-4af4-8bc1-4b6bacae4f94 None None] Current status of the port fb210249-abd7-4549-83e7-cb11cc0d313f is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:49.153951 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.242634 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] Network eee14dfc-24f3-458e-880d-b3e43ab7d14d is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:41:49.274925 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'name': 'tempest-DeleteServersTestJSON-2031154454-router', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '971657a0-0346-4c09-9174-116568bc6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:44Z', 'updated_at': '2022-06-24T09:41:46Z', 'revision_number': 3, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'gw_port': {'id': '971657a0-0346-4c09-9174-116568bc6393', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:45Z', 'updated_at': '2022-06-24T09:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:49.285303 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.325078 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae39e7e-7663-4cca-9433-e98eba4d224d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea61bd6-0b07-4d98-9823-3b9e31be36ee,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:49.351887 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Checking router: 7f3cc6f9-c369-4d23-b314-855035b46a7b for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:41:49.355503 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Updating router 7f3cc6f9-c369-4d23-b314-855035b46a7b port 971657a0-0346-4c09-9174-116568bc6393 binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:41:49.364655 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, eee14dfc-24f3-458e-880d-b3e43ab7d14d) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:49.402252 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:41:49.402252 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.418821 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:49.439767 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (971657a0-0346-4c09-9174-116568bc6393), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.442288 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.485186 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Allocated IP 172.20.0.2 (d6d825bf-3025-4144-aa4c-5693ec78fffa/2f1591ae-0529-40f2-a2e2-f283f857afff/bff9e843-9cd5-4962-9d71-412a8c7bf349) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:41:49.499124 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:49.504674 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd3d2-49c1-4a98-9f71-d2087ee5cb4f admin admin] Publish callbacks [] for security_group (4bde4177-7654-44d9-b115-21ed8641a47e), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.532137 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:41:49.568345 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd3d2-49c1-4a98-9f71-d2087ee5cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (4bde4177-7654-44d9-b115-21ed8641a47e), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.650552 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=f8dd1534-36c3-47fd-944c-c42367d120a6,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:49.674760 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-79e72958-1967-4c87-85f7-74e6bccf64c2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0546596 Jun 24 09:41:49.677104 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Publish callbacks [] for router_gateway (0d7db7db-a98c-4445-a285-9acd52afbb15), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.765839 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50810) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:49.781912 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:41:49.866479 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50816) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:49.881164 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Publish callbacks [] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.886013 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973c964-1255-480d-ae99-ac475d9fa3d9 None None] Network eee14dfc-24f3-458e-880d-b3e43ab7d14d requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:41:49.886850 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:49.889304 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device fb210249-abd7-4549-83e7-cb11cc0d313f up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:41:49.910204 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-03d523a5-3a72-49e0-b915-bb3e4e522777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.944141 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:49.978073 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Network d6d825bf-3025-4144-aa4c-5693ec78fffa is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:49.988521 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:49.993567 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:49.994772 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (8f5a0532-93aa-429f-b4d8-abb390f8cb57), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.004891 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (8f5a0532-93aa-429f-b4d8-abb390f8cb57), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.026571 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:41:50.078081 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-b8ccd3d2-49c1-4a98-9f71-d2087ee5cb4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f07f0fbe3b449faaf6f6c26604aebba&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5190034 Jun 24 09:41:50.081371 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50822) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:50.082011 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccd3d2-49c1-4a98-9f71-d2087ee5cb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde4177-7654-44d9-b115-21ed8641a47e,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:50.093676 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.139818 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Publish callbacks [] for port (971657a0-0346-4c09-9174-116568bc6393), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.156815 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (971657a0-0346-4c09-9174-116568bc6393), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.188663 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-03d523a5-3a72-49e0-b915-bb3e4e522777 admin admin] Publish callbacks [] for security_group (1e4b128d-58fe-447e-8abd-7aaccdf022ec), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.203966 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-03d523a5-3a72-49e0-b915-bb3e4e522777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1e4b128d-58fe-447e-8abd-7aaccdf022ec), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.235355 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-03a7587c-2c2e-40bf-abac-620cf407346d admin admin] Publish callbacks [] for security_group (4bde4177-7654-44d9-b115-21ed8641a47e), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.236746 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Attempting to bind port bff9e843-9cd5-4962-9d71-412a8c7bf349 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:41:50.237117 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Attempting to bind port bff9e843-9cd5-4962-9d71-412a8c7bf349 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:41:50.237466 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Attempting to bind port bff9e843-9cd5-4962-9d71-412a8c7bf349 on network d6d825bf-3025-4144-aa4c-5693ec78fffa {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:41:50.238806 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:50.256089 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:41:50.256458 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Checking segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:50.256848 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.257233 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Bound using segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:41:50.257755 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Bound port: bff9e843-9cd5-4962-9d71-412a8c7bf349, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:41:50.258053 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.278436 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:50.280533 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Attempting to bind port 971657a0-0346-4c09-9174-116568bc6393 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:41:50.280936 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Attempting to bind port 971657a0-0346-4c09-9174-116568bc6393 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:41:50.283218 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Attempting to bind port 971657a0-0346-4c09-9174-116568bc6393 on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:41:50.292604 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Pushing event updated for resources: {'Port': ['ID=bff9e843-9cd5-4962-9d71-412a8c7bf349,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:50.300563 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:41:50.302997 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-03a7587c-2c2e-40bf-abac-620cf407346d admin admin] Publish callbacks [] for security_group (4bde4177-7654-44d9-b115-21ed8641a47e), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.306200 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:50.311590 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.313586 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:41:50.315438 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-03d523a5-3a72-49e0-b915-bb3e4e522777 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be3b9ebe2e7a4708a2811f1c72620591&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4477141 Jun 24 09:41:50.319438 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50824) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:50.319540 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Bound port: 971657a0-0346-4c09-9174-116568bc6393, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:41:50.319540 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (971657a0-0346-4c09-9174-116568bc6393), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.332679 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Pushing event updated for resources: {'Port': ['ID=971657a0-0346-4c09-9174-116568bc6393,revision_number=2']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:50.348822 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb35bd5-2785-4c1a-84ef-9bfe2a5f3e69 None None] Network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:41:50.362665 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port fb210249-abd7-4549-83e7-cb11cc0d313f triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:50.363327 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.384990 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.385535 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.385845 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.386420 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.388681 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.389136 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.389590 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.390075 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.390565 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.390995 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.391442 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.391991 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.392628 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.393167 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.394175 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Tracked resource versions report: Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: pushed versions: Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: { 'AddressGroup': {'1.2'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Agent': {'1.1'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'ConntrackHelper': {'1.0'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Log': {'1.0'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'NDPProxy': {'1.0'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Network': {'1.1'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Port': {'1.7'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'PortForwarding': {'1.3'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'QosPolicy': {'1.10'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SecurityGroup': {'1.5'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SubPort': {'1.0'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Subnet': {'1.1'}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Trunk': {'1.1'}} Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: consumer versions: Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: { DHCP agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: HyperV agent@hv-cinder-80382: {}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: L3 agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: Metadata agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: Metering agent@dv-cinder-803823-13-iscsi: {}, Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: Open vSwitch agent@dv-cinder-803823-13-iscsi: { 'AddressGroup': '1.2', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Agent': '1.1', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'ConntrackHelper': '1.0', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'LocalIPAssociation': '1.0', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Log': '1.0', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'NDPProxy': '1.0', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Network': '1.1', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Port': '1.7', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'PortForwarding': '1.3', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'QosPolicy': '1.10', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SecurityGroup': '1.5', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SecurityGroupRule': '1.2', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'SubPort': '1.0', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Subnet': '1.1', Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: 'Trunk': '1.1'}} Jun 24 09:41:50.397043 dv-cinder-803823-13-iscsi neutron-server[110596]: {{(pid=110596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:41:50.428174 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Allocated IP 172.20.0.1 (9369cf11-485b-46a3-a217-92b03ccfb37d/d731dcf3-2e78-424c-acaa-06d3b77ef560/02c1e633-97fd-46ae-af7f-41fd096d645a) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:41:50.450752 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:50.451344 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:50.462056 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f90fecb8-9e8f-40b8-a055-2f87c7d01281 admin admin] Publish callbacks [] for security_group (1e4b128d-58fe-447e-8abd-7aaccdf022ec), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.467303 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] For port 971657a0-0346-4c09-9174-116568bc6393, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:41:50.467459 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Publish callbacks [] for router_controller (8f5a0532-93aa-429f-b4d8-abb390f8cb57), precommit_add_association {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.469316 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Publish callbacks [] for router_gateway (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.472312 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] For port 971657a0-0346-4c09-9174-116568bc6393, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=971657a0-0346-4c09-9174-116568bc6393,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:41:50.474223 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'project_id': '42946f76423740028ae43dc6a49cbbda', 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:41:50.474880 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-03a7587c-2c2e-40bf-abac-620cf407346d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (4bde4177-7654-44d9-b115-21ed8641a47e), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.475661 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.477434 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-03a7587c-2c2e-40bf-abac-620cf407346d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.481796 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-03a7587c-2c2e-40bf-abac-620cf407346d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bde4177-7654-44d9-b115-21ed8641a47e HTTP/1.1" status: 204 len: 168 time: 0.3964815 Jun 24 09:41:50.487029 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:50.492731 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (971657a0-0346-4c09-9174-116568bc6393), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.509398 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-b7b4789d-c831-4a9d-9cba-1be3060c929f None None] Provisioning complete for port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:50.510157 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b7b4789d-c831-4a9d-9cba-1be3060c929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.518292 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7587c-2c2e-40bf-abac-620cf407346d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bde4177-7654-44d9-b115-21ed8641a47e,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:50.561275 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f90fecb8-9e8f-40b8-a055-2f87c7d01281 admin admin] Publish callbacks [] for security_group (1e4b128d-58fe-447e-8abd-7aaccdf022ec), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.578153 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] For port bff9e843-9cd5-4962-9d71-412a8c7bf349, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:41:50.599464 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc190640-ed3c-457d-89e7-b97d6d269843 None None] Pushing event updated for resources: {'Port': ['ID=971657a0-0346-4c09-9174-116568bc6393,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:50.625311 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Publish callbacks [] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.650700 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] For port bff9e843-9cd5-4962-9d71-412a8c7bf349, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=bff9e843-9cd5-4962-9d71-412a8c7bf349,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:41:50.670205 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f90fecb8-9e8f-40b8-a055-2f87c7d01281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1e4b128d-58fe-447e-8abd-7aaccdf022ec), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.673282 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f90fecb8-9e8f-40b8-a055-2f87c7d01281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.674564 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-f90fecb8-9e8f-40b8-a055-2f87c7d01281 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e4b128d-58fe-447e-8abd-7aaccdf022ec HTTP/1.1" status: 204 len: 168 time: 0.3554265 Jun 24 09:41:50.677087 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Routers {'7f3cc6f9-c369-4d23-b314-855035b46a7b'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:41:50.678656 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['7f3cc6f9-c369-4d23-b314-855035b46a7b'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:50.703020 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.733939 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fecb8-9e8f-40b8-a055-2f87c7d01281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4b128d-58fe-447e-8abd-7aaccdf022ec,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:50.755804 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.794174 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:50.850113 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Publish callbacks [] for router_gateway (0d7db7db-a98c-4445-a285-9acd52afbb15), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.909439 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.960542 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Network 9369cf11-485b-46a3-a217-92b03ccfb37d is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:50.969915 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:50.971033 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] Set router 7f3cc6f9-c369-4d23-b314-855035b46a7b gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:41:50.972656 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:41:50.973142 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (7f3cc6f9-c369-4d23-b314-855035b46a7b), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:50.976085 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Pushing event updated for resources: {'Port': ['ID=02c1e633-97fd-46ae-af7f-41fd096d645a,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:51.025114 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b48ba-19e5-4a06-9db5-d1f603b64cd9 None None] Pushing event updated for resources: {'Port': ['ID=bff9e843-9cd5-4962-9d71-412a8c7bf349,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:51.176056 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port fb210249-abd7-4549-83e7-cb11cc0d313f is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:51.177200 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:41:51.191886 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Allocated IP 172.27.1.164 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/dc878279-cd0a-4e38-bd5a-f4d53c0bd897) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:41:51.328462 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:51.425386 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Publish callbacks [] for router_gateway (8f5a0532-93aa-429f-b4d8-abb390f8cb57), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:51.433179 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d523a5-3a72-49e0-b915-bb3e4e522777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4b128d-58fe-447e-8abd-7aaccdf022ec,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:51.436983 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50846) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:51.449349 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'name': 'tempest-DeleteServersTestJSON-2031154454-router', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '971657a0-0346-4c09-9174-116568bc6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:44Z', 'updated_at': '2022-06-24T09:41:46Z', 'revision_number': 3, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'gw_port': {'id': '971657a0-0346-4c09-9174-116568bc6393', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:45Z', 'updated_at': '2022-06-24T09:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:51.474116 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Allocated IP 172.20.0.2 (eee14dfc-24f3-458e-880d-b3e43ab7d14d/0cc4ca32-6807-4738-8cd7-ef513e1d29e9/29dfb67e-fa14-4d19-93b3-29c9a5c9cb94) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:41:51.520459 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1964dfb-51b3-4958-9608-4ad9caf8b1ba None None] The sync data for ids ['7f3cc6f9-c369-4d23-b314-855035b46a7b'] in dv-cinder-803823-13-iscsi is: [{'id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'name': 'tempest-DeleteServersTestJSON-2031154454-router', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '971657a0-0346-4c09-9174-116568bc6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:44Z', 'updated_at': '2022-06-24T09:41:46Z', 'revision_number': 3, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'gw_port': {'id': '971657a0-0346-4c09-9174-116568bc6393', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:12:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:45Z', 'updated_at': '2022-06-24T09:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:41:51.570772 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f32b1db2-ee57-451b-8ecd-07a6f0caf60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:51.601427 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 50850) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:51.636571 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:51.773675 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Publish callbacks [] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:51.781047 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:51.781885 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (7f3cc6f9-c369-4d23-b314-855035b46a7b), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:51.922635 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Publish callbacks [] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:51.940306 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:51.981964 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-11728e6c-aec9-4cb4-8d31-1c65ef2143ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:51.983336 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:51.983892 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:51.991158 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4789d-c831-4a9d-9cba-1be3060c929f None None] Current status of the port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:51.991527 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b7b4789d-c831-4a9d-9cba-1be3060c929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.021275 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Pushing event updated for resources: {'Port': ['ID=02c1e633-97fd-46ae-af7f-41fd096d645a,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:52.081346 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Network 9369cf11-485b-46a3-a217-92b03ccfb37d is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:52.086351 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:52.106508 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:52.121636 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Publish callbacks [] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.160125 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.171940 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.223874 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-b7b4789d-c831-4a9d-9cba-1be3060c929f None None] For port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=5bc111a0-214c-49c1-b37c-0b1ad2cb8183,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:41:52.229445 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:52.235755 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:52.266613 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b7b4789d-c831-4a9d-9cba-1be3060c929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.284100 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Network eee14dfc-24f3-458e-880d-b3e43ab7d14d is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:52.312087 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:52.317414 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:41:52.345056 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Pushing event updated for resources: {'Port': ['ID=29dfb67e-fa14-4d19-93b3-29c9a5c9cb94,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:52.408976 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Router 7f3cc6f9-c369-4d23-b314-855035b46a7b has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:41:52.529168 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.536039 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-202490fa-ec93-4476-9673-f1c0029a2b87 None None] Provisioning complete for port 02c1e633-97fd-46ae-af7f-41fd096d645a triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:52.537221 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-202490fa-ec93-4476-9673-f1c0029a2b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.539692 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:52.604088 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.665420 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:41:52.677370 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-f2ee9227-6425-4851-8515-a8b8c95436c2 admin admin] 10.222.0.65 "PUT /v2.0/routers/7f3cc6f9-c369-4d23-b314-855035b46a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2979136 Jun 24 09:41:52.691766 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4789d-c831-4a9d-9cba-1be3060c929f None None] Pushing event updated for resources: {'Port': ['ID=5bc111a0-214c-49c1-b37c-0b1ad2cb8183,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:52.734799 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-202490fa-ec93-4476-9673-f1c0029a2b87 None None] Port 02c1e633-97fd-46ae-af7f-41fd096d645a cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:41:52.740130 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Attempting to bind port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:41:52.740497 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Attempting to bind port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:41:52.740851 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Attempting to bind port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 on network eee14dfc-24f3-458e-880d-b3e43ab7d14d {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:41:52.751637 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:52.754791 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:41:52.755190 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Checking segment: {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:52.755594 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.755982 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Bound using segment: {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:41:52.756459 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Bound port: 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:41:52.756837 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.813775 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Pushing event updated for resources: {'Port': ['ID=dc878279-cd0a-4e38-bd5a-f4d53c0bd897,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:52.818735 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f32b1db2-ee57-451b-8ecd-07a6f0caf60f admin admin] Publish callbacks [] for security_group (fbebad4e-5f0e-4925-8cb2-07729d6d949a), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.833279 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:52.836275 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device bff9e843-9cd5-4962-9d71-412a8c7bf349 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:41:52.844226 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:52.854043 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Publish callbacks [] for router_gateway (8f5a0532-93aa-429f-b4d8-abb390f8cb57), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.856030 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f32b1db2-ee57-451b-8ecd-07a6f0caf60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (fbebad4e-5f0e-4925-8cb2-07729d6d949a), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.886585 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:41:52.901092 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50876) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:52.901307 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-f32b1db2-ee57-451b-8ecd-07a6f0caf60f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5fc5a2d28ff1482592bfb8a49ccc1f7f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4573679 Jun 24 09:41:52.921121 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] For port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:41:52.945058 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] For port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=29dfb67e-fa14-4d19-93b3-29c9a5c9cb94,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:41:52.949893 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-72271cf6-4fea-4108-92e9-9b78aa943080 None None] Provisioning complete for port 02c1e633-97fd-46ae-af7f-41fd096d645a triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:52.950448 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-72271cf6-4fea-4108-92e9-9b78aa943080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:52.986665 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.044819 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-72271cf6-4fea-4108-92e9-9b78aa943080 None None] Port 02c1e633-97fd-46ae-af7f-41fd096d645a cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:41:53.056098 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e0b57315-e249-4684-b064-be1606d924f1 admin admin] Publish callbacks [] for security_group (fbebad4e-5f0e-4925-8cb2-07729d6d949a), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.079678 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.092577 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e0b57315-e249-4684-b064-be1606d924f1 admin admin] Publish callbacks [] for security_group (fbebad4e-5f0e-4925-8cb2-07729d6d949a), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.098297 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d731cf-51fb-4d7b-8a6b-b05012209616 None None] Network d6d825bf-3025-4144-aa4c-5693ec78fffa requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:41:53.131712 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-72271cf6-4fea-4108-92e9-9b78aa943080 None None] Provisioning complete for port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:53.132250 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-72271cf6-4fea-4108-92e9-9b78aa943080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.189719 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e0b57315-e249-4684-b064-be1606d924f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (fbebad4e-5f0e-4925-8cb2-07729d6d949a), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.197355 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e0b57315-e249-4684-b064-be1606d924f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.197355 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-e0b57315-e249-4684-b064-be1606d924f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbebad4e-5f0e-4925-8cb2-07729d6d949a HTTP/1.1" status: 204 len: 168 time: 0.2930236 Jun 24 09:41:53.222652 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b57315-e249-4684-b064-be1606d924f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbebad4e-5f0e-4925-8cb2-07729d6d949a,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:53.263725 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port bff9e843-9cd5-4962-9d71-412a8c7bf349 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:53.264115 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.271610 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:53.272538 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b1db2-ee57-451b-8ecd-07a6f0caf60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbebad4e-5f0e-4925-8cb2-07729d6d949a,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:53.283389 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-11728e6c-aec9-4cb4-8d31-1c65ef2143ac admin admin] Publish callbacks [] for security_group (e5580d7b-90f4-458d-90b1-ee37e701cbc0), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.305571 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-11728e6c-aec9-4cb4-8d31-1c65ef2143ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (e5580d7b-90f4-458d-90b1-ee37e701cbc0), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.399125 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-11728e6c-aec9-4cb4-8d31-1c65ef2143ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c7d337515eaf429e8ec6fb1e918dac56&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7906713 Jun 24 09:41:53.399941 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50896) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:53.507672 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef03cc0-7301-4474-aa0a-1d3ea51ab3e6 None None] Pushing event updated for resources: {'Port': ['ID=29dfb67e-fa14-4d19-93b3-29c9a5c9cb94,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:53.517868 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11728e6c-aec9-4cb4-8d31-1c65ef2143ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5580d7b-90f4-458d-90b1-ee37e701cbc0,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:53.550864 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb2b01ca-7823-4064-b028-d6e0cdc181a7 admin admin] Publish callbacks [] for security_group (e5580d7b-90f4-458d-90b1-ee37e701cbc0), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.566953 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Allocated IP 172.27.1.9 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/337a9629-23a5-4d84-a44e-741ece46f468) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:41:53.646147 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb2b01ca-7823-4064-b028-d6e0cdc181a7 admin admin] Publish callbacks [] for security_group (e5580d7b-90f4-458d-90b1-ee37e701cbc0), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.762306 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Publish callbacks [] for router_gateway (0d7db7db-a98c-4445-a285-9acd52afbb15), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.765682 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb2b01ca-7823-4064-b028-d6e0cdc181a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (e5580d7b-90f4-458d-90b1-ee37e701cbc0), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.768239 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb2b01ca-7823-4064-b028-d6e0cdc181a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.776736 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-fb2b01ca-7823-4064-b028-d6e0cdc181a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5580d7b-90f4-458d-90b1-ee37e701cbc0 HTTP/1.1" status: 204 len: 168 time: 0.3741257 Jun 24 09:41:53.783299 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port bff9e843-9cd5-4962-9d71-412a8c7bf349 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:53.783848 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.798081 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:53.800823 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b01ca-7823-4064-b028-d6e0cdc181a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5580d7b-90f4-458d-90b1-ee37e701cbc0,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:53.833561 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Router c44ff442-929d-4e4b-9cf3-13d5613c9bbf is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:41:53.837261 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-72271cf6-4fea-4108-92e9-9b78aa943080 None None] Current status of the port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:53.842654 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:53.854779 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port bff9e843-9cd5-4962-9d71-412a8c7bf349, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=bff9e843-9cd5-4962-9d71-412a8c7bf349,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:41:53.869688 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:53.870758 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 971657a0-0346-4c09-9174-116568bc6393 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:41:54.014843 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-b421ddc4-02d1-4bd3-b42b-22efe60dd664 None None] Provisioning complete for port bff9e843-9cd5-4962-9d71-412a8c7bf349 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:54.015468 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b421ddc4-02d1-4bd3-b42b-22efe60dd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:54.132236 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50926) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:54.137592 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=bff9e843-9cd5-4962-9d71-412a8c7bf349,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:54.139478 dv-cinder-803823-13-iscsi neutron-server[110594]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 09:41:54.142169 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 971657a0-0346-4c09-9174-116568bc6393 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:54.142647 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (971657a0-0346-4c09-9174-116568bc6393), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:54.207843 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Publish callbacks [] for port (337a9629-23a5-4d84-a44e-741ece46f468), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:54.242422 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-b421ddc4-02d1-4bd3-b42b-22efe60dd664 None None] Current status of the port bff9e843-9cd5-4962-9d71-412a8c7bf349 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:54.286601 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 971657a0-0346-4c09-9174-116568bc6393 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:54.287128 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (971657a0-0346-4c09-9174-116568bc6393), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:54.319556 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port 971657a0-0346-4c09-9174-116568bc6393, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=971657a0-0346-4c09-9174-116568bc6393,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:41:54.331021 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (971657a0-0346-4c09-9174-116568bc6393), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:54.390724 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-f29454b2-b2aa-4a3e-9a1a-5146b99fa168 None None] Provisioning complete for port bff9e843-9cd5-4962-9d71-412a8c7bf349 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:54.391130 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f29454b2-b2aa-4a3e-9a1a-5146b99fa168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:54.510949 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=971657a0-0346-4c09-9174-116568bc6393,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:54.624757 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-03f75907-e9a6-449e-8c54-8bf478b6dee2 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:41:54.630545 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-03f75907-e9a6-449e-8c54-8bf478b6dee2 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/networks?id=9369cf11-485b-46a3-a217-92b03ccfb37d HTTP/1.1" status: 200 len: 812 time: 0.4922907 Jun 24 09:41:54.664809 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-8b4471bf-587d-4691-bd7e-3b54a2a9d626 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/quotas/4290bd187dc948bc9f1dc5a8cc272f0b HTTP/1.1" status: 200 len: 375 time: 0.0175259 Jun 24 09:41:54.689951 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-f29454b2-b2aa-4a3e-9a1a-5146b99fa168 None None] Current status of the port bff9e843-9cd5-4962-9d71-412a8c7bf349 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:54.751405 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Sync routers for ids ['7f3cc6f9-c369-4d23-b314-855035b46a7b'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:41:54.775040 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Routers {'7f3cc6f9-c369-4d23-b314-855035b46a7b'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:41:54.786605 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['7f3cc6f9-c369-4d23-b314-855035b46a7b'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:54.844707 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:54.850049 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:41:54.861158 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Sync routers for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:41:54.866517 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-17189fea-18d8-40bd-b612-793485245e14 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4290bd187dc948bc9f1dc5a8cc272f0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1915414 Jun 24 09:41:54.874435 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:54.876456 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (0d7db7db-a98c-4445-a285-9acd52afbb15), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:54.886349 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:41:54.886937 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (337a9629-23a5-4d84-a44e-741ece46f468), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:54.894729 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:54.898174 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:54.920385 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:54.969025 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:41:55.022337 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:55.036045 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:55.038236 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a79ad743-b30d-42c2-9314-bb8b1d576cc0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8439124 Jun 24 09:41:55.042205 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 50964) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:55.068641 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:41:55.171831 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:55.243318 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418d9e2a-e32d-42fe-b57b-05aab919439d None None] Network eee14dfc-24f3-458e-880d-b3e43ab7d14d requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:41:55.274379 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:41:55.363626 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-a769d381-29ab-45fc-94b5-a3db92ab3410 None None] Provisioning complete for port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:55.364020 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a769d381-29ab-45fc-94b5-a3db92ab3410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:55.382524 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Pushing event updated for resources: {'Port': ['ID=337a9629-23a5-4d84-a44e-741ece46f468,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:55.588246 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Set router 7f3cc6f9-c369-4d23-b314-855035b46a7b gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:41:55.601089 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:55.601509 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:55.718424 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Publish callbacks [] for router_gateway (8f5a0532-93aa-429f-b4d8-abb390f8cb57), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:55.766439 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:41:49Z', 'revision_number': 3, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:55.817373 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Checking router: c44ff442-929d-4e4b-9cf3-13d5613c9bbf for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:41:55.818243 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Updating router c44ff442-929d-4e4b-9cf3-13d5613c9bbf port f8dd1534-36c3-47fd-944c-c42367d120a6 binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:41:55.826219 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Router 0d7db7db-a98c-4445-a285-9acd52afbb15 is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:41:55.891285 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:56.000939 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-db407f20-2569-450e-a68e-c9cb0249b3be service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:41:56.001955 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-db407f20-2569-450e-a68e-c9cb0249b3be service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4695921 Jun 24 09:41:56.038971 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:56.060542 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:56.177279 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:56.324166 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:41:56.342806 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:56.405641 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:56.409597 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-96af9087-831c-404c-a529-e7532c3287ca admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0090981 Jun 24 09:41:56.421428 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Sync routers for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:41:56.422811 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 51034) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:56.453015 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (8f5a0532-93aa-429f-b4d8-abb390f8cb57), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:56.485850 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:56.501731 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-a769d381-29ab-45fc-94b5-a3db92ab3410 None None] Current status of the port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:56.512941 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a769d381-29ab-45fc-94b5-a3db92ab3410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:56.565437 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 51036) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:56.570356 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:41:56.572334 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:56.630753 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-4eb9f8cd-21a2-4d74-a780-effe4914f876 service neutron] 10.222.0.65 "GET /v2.0/networks/9369cf11-485b-46a3-a217-92b03ccfb37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017396 Jun 24 09:41:56.712950 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:56.714125 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device bff9e843-9cd5-4962-9d71-412a8c7bf349 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:41:56.775648 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Publish callbacks [] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:56.804211 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:56.828564 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-a769d381-29ab-45fc-94b5-a3db92ab3410 None None] For port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=29dfb67e-fa14-4d19-93b3-29c9a5c9cb94,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:41:56.843035 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'name': 'tempest-DeleteServersTestJSON-2031154454-router', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '971657a0-0346-4c09-9174-116568bc6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:44Z', 'updated_at': '2022-06-24T09:41:51Z', 'revision_number': 4, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'gw_port': {'id': '971657a0-0346-4c09-9174-116568bc6393', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:45Z', 'updated_at': '2022-06-24T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '02c1e633-97fd-46ae-af7f-41fd096d645a', 'name': '', 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'mac_address': 'fa:16:3e:b6:de:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd731dcf3-2e78-424c-acaa-06d3b77ef560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:41:51Z', 'revision_number': 2, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'subnets': [{'id': 'd731dcf3-2e78-424c-acaa-06d3b77ef560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:56.875106 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a769d381-29ab-45fc-94b5-a3db92ab3410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:56.917448 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-c83911e1-9e70-4c69-b82e-a125c316bc84 service neutron] 10.222.0.65 "GET /v2.0/networks/9369cf11-485b-46a3-a217-92b03ccfb37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290612 Jun 24 09:41:56.917698 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:41:56.946300 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ac01c-75d6-4858-95ba-ae2aba1c9a63 None None] Pushing event updated for resources: {'Port': ['ID=f8dd1534-36c3-47fd-944c-c42367d120a6,revision_number=2']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:57.005166 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:57.009914 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Attempting to bind port f8dd1534-36c3-47fd-944c-c42367d120a6 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:41:57.010554 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Attempting to bind port f8dd1534-36c3-47fd-944c-c42367d120a6 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:41:57.011183 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Attempting to bind port f8dd1534-36c3-47fd-944c-c42367d120a6 on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:41:57.024219 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:41:57.026365 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:57.027829 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:57.029398 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:41:57.031196 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Bound port: f8dd1534-36c3-47fd-944c-c42367d120a6, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:41:57.032761 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:57.089281 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:41:57.123333 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:57.125625 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-cbe1ee6a-f963-4135-9802-f99b1a378a4d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3497541 Jun 24 09:41:57.129217 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51060) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:57.142885 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Sync routers for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:41:57.180314 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:41:57.181890 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:57.234447 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:57.255626 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:41:57.300682 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-bbd5ab7b-5774-4668-b03c-5dca71ae2af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:57.336673 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] For port f8dd1534-36c3-47fd-944c-c42367d120a6, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:41:57.343207 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Checking router: 7f3cc6f9-c369-4d23-b314-855035b46a7b for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:41:57.343576 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Updating router 7f3cc6f9-c369-4d23-b314-855035b46a7b port 02c1e633-97fd-46ae-af7f-41fd096d645a binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:41:57.345125 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] For port f8dd1534-36c3-47fd-944c-c42367d120a6, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=f8dd1534-36c3-47fd-944c-c42367d120a6,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:41:57.372857 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:57.380728 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:57.403174 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port bff9e843-9cd5-4962-9d71-412a8c7bf349 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:57.403547 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:57.404692 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:57.457510 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:57.474561 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-15145d28-ca15-4730-a3af-49c9941c18e0 None None] Provisioning complete for port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:57.475217 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-15145d28-ca15-4730-a3af-49c9941c18e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:57.512502 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 51084) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:57.621425 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:41:57.622050 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:57.630872 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:41:57.722356 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b39c1a18-9da4-4b2c-be65-78b99788cae1 req-4b8aa5b2-c82e-4f1f-8f75-3d48328d2a88 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 210 time: 0.2072880 Jun 24 09:41:57.732241 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ac01c-75d6-4858-95ba-ae2aba1c9a63 None None] Pushing event updated for resources: {'Port': ['ID=f8dd1534-36c3-47fd-944c-c42367d120a6,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:57.763989 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Allocated IP 172.20.0.1 (8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b/b1649778-731e-485a-b476-5e3ad263e4ba/8f6f59fa-3549-41ef-a7f3-1a7318f69614) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:41:57.790413 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:57.845698 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Publish callbacks [] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:57.853612 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:57.857440 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:57.882292 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:41:57.920320 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:41:57.972161 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:57.974182 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769d381-29ab-45fc-94b5-a3db92ab3410 None None] Pushing event updated for resources: {'Port': ['ID=29dfb67e-fa14-4d19-93b3-29c9a5c9cb94,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:58.026321 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-bbd5ab7b-5774-4668-b03c-5dca71ae2af3 admin admin] Publish callbacks [] for security_group (3870db89-0dbc-4cb3-bcdd-fa2863d383d9), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:58.048356 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:41:55Z', 'revision_number': 3, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:58.053330 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-bbd5ab7b-5774-4668-b03c-5dca71ae2af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (3870db89-0dbc-4cb3-bcdd-fa2863d383d9), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:58.093690 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Checking router: 8f5a0532-93aa-429f-b4d8-abb390f8cb57 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:41:58.094118 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Updating router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 port 337a9629-23a5-4d84-a44e-741ece46f468 binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:41:58.141631 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (337a9629-23a5-4d84-a44e-741ece46f468), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:58.172081 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-bbd5ab7b-5774-4668-b03c-5dca71ae2af3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=844021669aec4b5e978867d600376349&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5998793 Jun 24 09:41:58.197110 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 51112) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:41:58.375884 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5ab7b-5774-4668-b03c-5dca71ae2af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3870db89-0dbc-4cb3-bcdd-fa2863d383d9,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:58.388418 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a523f-11bd-4508-a675-7c311b9cbec3 None None] Pushing event updated for resources: {'Port': ['ID=02c1e633-97fd-46ae-af7f-41fd096d645a,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:58.423932 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port bff9e843-9cd5-4962-9d71-412a8c7bf349 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:58.425041 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:41:58.426686 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-15145d28-ca15-4730-a3af-49c9941c18e0 None None] Current status of the port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:41:58.598576 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:58.653544 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8e0f328c-580d-44cc-a6af-5fee35ba1273 admin admin] Publish callbacks [] for security_group (3870db89-0dbc-4cb3-bcdd-fa2863d383d9), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:58.672497 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:58.678395 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:41:49Z', 'revision_number': 3, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:58.720880 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Publish callbacks [] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:58.731183 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:41:53Z', 'revision_number': 3, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:58.750722 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a8db7-2075-41ab-9799-4e56f8c2db4f None None] The sync data for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi is: [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:41:49Z', 'revision_number': 3, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:41:58.798295 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Attempting to bind port 02c1e633-97fd-46ae-af7f-41fd096d645a on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:41:58.799037 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Attempting to bind port 02c1e633-97fd-46ae-af7f-41fd096d645a by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:41:58.799601 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Attempting to bind port 02c1e633-97fd-46ae-af7f-41fd096d645a on network 9369cf11-485b-46a3-a217-92b03ccfb37d {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:41:58.864002 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-8a794156-6a09-4fbc-9188-81fa0562358c None None] Provisioning complete for port 02c1e633-97fd-46ae-af7f-41fd096d645a triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:58.864560 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8a794156-6a09-4fbc-9188-81fa0562358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:58.893945 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:58.918410 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:58.920419 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:41:58.920969 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:58.951587 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Checking router: 0d7db7db-a98c-4445-a285-9acd52afbb15 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:41:58.951910 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Updating router 0d7db7db-a98c-4445-a285-9acd52afbb15 port dc878279-cd0a-4e38-bd5a-f4d53c0bd897 binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:41:58.986334 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8e0f328c-580d-44cc-a6af-5fee35ba1273 admin admin] Publish callbacks [] for security_group (3870db89-0dbc-4cb3-bcdd-fa2863d383d9), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:58.995784 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:41:58.998243 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Checking segment: {'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:58.999110 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:58.999540 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Bound using segment: {'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:41:59.000215 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Bound port: 02c1e633-97fd-46ae-af7f-41fd096d645a, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:41:59.000726 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.030970 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-8a794156-6a09-4fbc-9188-81fa0562358c None None] Port 02c1e633-97fd-46ae-af7f-41fd096d645a cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:41:59.035013 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Publish callbacks [] for port (337a9629-23a5-4d84-a44e-741ece46f468), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.053752 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (337a9629-23a5-4d84-a44e-741ece46f468), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.225591 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.245493 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8194164c-e20f-46a5-abb1-7b16ed83a4e9 req-c26d5e4c-6279-4c52-a2d1-0da9f970c249 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 210 time: 0.2960846 Jun 24 09:41:59.252071 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Attempting to bind port 337a9629-23a5-4d84-a44e-741ece46f468 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:41:59.254643 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Attempting to bind port 337a9629-23a5-4d84-a44e-741ece46f468 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:41:59.264989 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Attempting to bind port 337a9629-23a5-4d84-a44e-741ece46f468 on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:41:59.266546 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Allocated IP 172.20.0.1 (eee14dfc-24f3-458e-880d-b3e43ab7d14d/0cc4ca32-6807-4738-8cd7-ef513e1d29e9/96bf818f-57ca-4a93-b442-7b81b3775887) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:41:59.273500 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:41:59.274259 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:41:59.275744 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.276461 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:41:59.277134 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Bound port: 337a9629-23a5-4d84-a44e-741ece46f468, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:41:59.279553 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (337a9629-23a5-4d84-a44e-741ece46f468), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.378310 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f90c3-5d9a-47c5-8ac9-36f3bfd9ed24 None None] Pushing event updated for resources: {'Port': ['ID=337a9629-23a5-4d84-a44e-741ece46f468,revision_number=2']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:59.425119 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:59.442769 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:59.465832 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.467594 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] For port 337a9629-23a5-4d84-a44e-741ece46f468, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:41:59.478563 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] For port 337a9629-23a5-4d84-a44e-741ece46f468, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=337a9629-23a5-4d84-a44e-741ece46f468,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:41:59.499035 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (337a9629-23a5-4d84-a44e-741ece46f468), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.539829 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:59.548872 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:59.587443 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:41:59.611099 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Publish callbacks [] for port (96bf818f-57ca-4a93-b442-7b81b3775887), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.647325 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:41:59.650856 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:41:59.652702 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:59.657587 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8e0f328c-580d-44cc-a6af-5fee35ba1273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (3870db89-0dbc-4cb3-bcdd-fa2863d383d9), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.660524 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8e0f328c-580d-44cc-a6af-5fee35ba1273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.661928 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-8e0f328c-580d-44cc-a6af-5fee35ba1273 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3870db89-0dbc-4cb3-bcdd-fa2863d383d9 HTTP/1.1" status: 204 len: 168 time: 1.4597373 Jun 24 09:41:59.680127 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:41:59.680934 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.684441 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.695760 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6f59fa-3549-41ef-a7f3-1a7318f69614,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:59.736508 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Network eee14dfc-24f3-458e-880d-b3e43ab7d14d is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:41:59.744891 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:41:59.748693 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:41:59.749102 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (8f5a0532-93aa-429f-b4d8-abb390f8cb57), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:41:59.857226 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f328c-580d-44cc-a6af-5fee35ba1273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3870db89-0dbc-4cb3-bcdd-fa2863d383d9,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:59.935537 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f90c3-5d9a-47c5-8ac9-36f3bfd9ed24 None None] Pushing event updated for resources: {'Port': ['ID=337a9629-23a5-4d84-a44e-741ece46f468,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:41:59.949461 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Allocated IP 172.20.0.1 (d6d825bf-3025-4144-aa4c-5693ec78fffa/2f1591ae-0529-40f2-a2e2-f283f857afff/27c9c6cf-41c6-450b-a544-97560d9c6586) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:42:00.119212 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] For port 02c1e633-97fd-46ae-af7f-41fd096d645a, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:42:00.134886 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:00.220046 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:00.225112 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 971657a0-0346-4c09-9174-116568bc6393 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:00.433485 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:00.474689 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] For port 02c1e633-97fd-46ae-af7f-41fd096d645a, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=02c1e633-97fd-46ae-af7f-41fd096d645a,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:42:00.538940 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:00.553694 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Pushing event updated for resources: {'Port': ['ID=96bf818f-57ca-4a93-b442-7b81b3775887,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:00.588436 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:00.604355 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:00.606492 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-72fbeb51-cca9-4fee-9885-6ec2185d5db1 None None] Provisioning complete for port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:00.606880 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-72fbeb51-cca9-4fee-9885-6ec2185d5db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:00.617149 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51190) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:00.680131 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-80edbafa-17b1-4b56-b205-3a6286a1c45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:00.845823 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-80edbafa-17b1-4b56-b205-3a6286a1c45a admin admin] Publish callbacks [] for security_group (759552fc-c7cf-4c6e-a49f-bb3ce6b33a6a), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:00.853022 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Publish callbacks [] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:00.873539 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:41:55Z', 'revision_number': 3, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:00.881192 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-80edbafa-17b1-4b56-b205-3a6286a1c45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (759552fc-c7cf-4c6e-a49f-bb3ce6b33a6a), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:00.920714 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edbafa-17b1-4b56-b205-3a6286a1c45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759552fc-c7cf-4c6e-a49f-bb3ce6b33a6a,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:00.948928 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fd7d3590-135e-4bb7-9e5f-a86d3bb94fb4 req-79176404-9a91-4f51-b2b7-4545f263fb8d tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 210 time: 0.0927334 Jun 24 09:42:00.971293 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-80edbafa-17b1-4b56-b205-3a6286a1c45a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=079713664fd5473c8e27d2ce47a3e30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459282 Jun 24 09:42:00.976253 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1ea1b-6e43-4b29-b963-8b135bbbcc81 None None] The sync data for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi is: [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:41:55Z', 'revision_number': 3, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:42:00.980913 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51202) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:01.007772 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:01.040887 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.122035 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Publish callbacks [] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.181875 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ffab36c6-1cf2-4aa0-87b0-8e6503f5c1e7 admin admin] Publish callbacks [] for security_group (759552fc-c7cf-4c6e-a49f-bb3ce6b33a6a), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.190014 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Network d6d825bf-3025-4144-aa4c-5693ec78fffa is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:01.204018 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:01.209174 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:42:01.212026 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (0d7db7db-a98c-4445-a285-9acd52afbb15), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.215387 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:01.217257 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Pushing event updated for resources: {'Port': ['ID=27c9c6cf-41c6-450b-a544-97560d9c6586,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:01.257962 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Publish callbacks [] for port (96bf818f-57ca-4a93-b442-7b81b3775887), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.305715 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.306924 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (8f5a0532-93aa-429f-b4d8-abb390f8cb57), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.311459 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a523f-11bd-4508-a675-7c311b9cbec3 None None] Pushing event updated for resources: {'Port': ['ID=02c1e633-97fd-46ae-af7f-41fd096d645a,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:01.319635 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ffab36c6-1cf2-4aa0-87b0-8e6503f5c1e7 admin admin] Publish callbacks [] for security_group (759552fc-c7cf-4c6e-a49f-bb3ce6b33a6a), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.325351 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.443102 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Publish callbacks [] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.453160 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.47', 49889) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:01.644077 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:01.654538 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Pushing event updated for resources: {'Port': ['ID=96bf818f-57ca-4a93-b442-7b81b3775887,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:01.662440 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-29bf1bf6-7ed5-424f-a0de-0502064c5d7d tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:01.665638 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-29bf1bf6-7ed5-424f-a0de-0502064c5d7d tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.47 "GET /v2.0/networks?id=9369cf11-485b-46a3-a217-92b03ccfb37d HTTP/1.1" status: 200 len: 812 time: 0.2106793 Jun 24 09:42:01.670145 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.683833 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.742823 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:01.750361 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Request body: {'port': {'device_id': 'ce878530-09af-4e67-9276-7b448c325d2f', 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d', 'admin_state_up': True, 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:01.801786 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:01.847806 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 971657a0-0346-4c09-9174-116568bc6393 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:01.851033 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (971657a0-0346-4c09-9174-116568bc6393), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.854160 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-72fbeb51-cca9-4fee-9885-6ec2185d5db1 None None] Port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:01.856216 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Attempting to bind port dc878279-cd0a-4e38-bd5a-f4d53c0bd897 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:42:01.864458 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Attempting to bind port dc878279-cd0a-4e38-bd5a-f4d53c0bd897 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:42:01.866295 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Attempting to bind port dc878279-cd0a-4e38-bd5a-f4d53c0bd897 on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:01.907745 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Network eee14dfc-24f3-458e-880d-b3e43ab7d14d is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:01.918902 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:01.952390 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ff54d-4fe5-40de-a051-1c52ea91d383 None None] Pushing event updated for resources: {'Port': ['ID=dc878279-cd0a-4e38-bd5a-f4d53c0bd897,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:01.992166 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:42:01.998669 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:42:01.999317 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:01.999857 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:42:02.000623 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Bound port: dc878279-cd0a-4e38-bd5a-f4d53c0bd897, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:42:02.001142 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:02.015881 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Routers {'7f3cc6f9-c369-4d23-b314-855035b46a7b'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:02.017866 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['7f3cc6f9-c369-4d23-b314-855035b46a7b'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:02.082121 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ffab36c6-1cf2-4aa0-87b0-8e6503f5c1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (759552fc-c7cf-4c6e-a49f-bb3ce6b33a6a), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:02.091379 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ffab36c6-1cf2-4aa0-87b0-8e6503f5c1e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:02.094992 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-72fbeb51-cca9-4fee-9885-6ec2185d5db1 None None] Provisioning complete for port 96bf818f-57ca-4a93-b442-7b81b3775887 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:02.103001 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ffab36c6-1cf2-4aa0-87b0-8e6503f5c1e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/759552fc-c7cf-4c6e-a49f-bb3ce6b33a6a HTTP/1.1" status: 204 len: 168 time: 1.1195505 Jun 24 09:42:02.103749 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-72fbeb51-cca9-4fee-9885-6ec2185d5db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:02.169530 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab36c6-1cf2-4aa0-87b0-8e6503f5c1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759552fc-c7cf-4c6e-a49f-bb3ce6b33a6a,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:02.382198 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:42:02.434163 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:02.472775 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6f59fa-3549-41ef-a7f3-1a7318f69614,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:02.615378 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-72fbeb51-cca9-4fee-9885-6ec2185d5db1 None None] Port 96bf818f-57ca-4a93-b442-7b81b3775887 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:02.657812 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] For port dc878279-cd0a-4e38-bd5a-f4d53c0bd897, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:42:02.681682 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] Set router 7f3cc6f9-c369-4d23-b314-855035b46a7b gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:02.703773 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:42:02.712904 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-d1316095-7121-4aa8-bbcd-214af2ad6608 admin admin] 10.222.0.65 "PUT /v2.0/routers/8f5a0532-93aa-429f-b4d8-abb390f8cb57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5808377 Jun 24 09:42:02.792308 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] For port dc878279-cd0a-4e38-bd5a-f4d53c0bd897, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=dc878279-cd0a-4e38-bd5a-f4d53c0bd897,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:42:02.796867 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Provisioning complete for port 02c1e633-97fd-46ae-af7f-41fd096d645a triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:02.797469 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:02.806790 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e27de366-f342-4866-b9a7-b9df6add66f0 req-0b2d7997-919c-43ad-813f-51da7d25171c tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 210 time: 0.2630374 Jun 24 09:42:02.809957 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 971657a0-0346-4c09-9174-116568bc6393 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:02.908487 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:02.916557 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:02.948779 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:03.033406 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ff54d-4fe5-40de-a051-1c52ea91d383 None None] Pushing event updated for resources: {'Port': ['ID=dc878279-cd0a-4e38-bd5a-f4d53c0bd897,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:03.228917 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51288) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:03.235349 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 337a9629-23a5-4d84-a44e-741ece46f468 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:03.280640 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Made reservation on behalf of 4290bd187dc948bc9f1dc5a8cc272f0b for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:42:03.284579 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:03.332655 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:03.333312 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:03.480173 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:03.560388 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-242e747a-3098-45e0-ab17-a3ca1e8361ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:03.720019 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Publish callbacks [] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:03.760639 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:03.762589 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (0d7db7db-a98c-4445-a285-9acd52afbb15), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:03.779823 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:03.896330 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Pushing event updated for resources: {'Port': ['ID=27c9c6cf-41c6-450b-a544-97560d9c6586,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:03.900146 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Current status of the port 02c1e633-97fd-46ae-af7f-41fd096d645a is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:03.913632 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:03.913831 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-242e747a-3098-45e0-ab17-a3ca1e8361ba admin admin] Publish callbacks [] for security_group (7dd62115-413e-4a02-a086-02a60ed46e49), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:03.923797 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-242e747a-3098-45e0-ab17-a3ca1e8361ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7dd62115-413e-4a02-a086-02a60ed46e49), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:04.055227 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:04.061041 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-242e747a-3098-45e0-ab17-a3ca1e8361ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a21dba8e7c77448e8c60b133231597c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8298752 Jun 24 09:42:04.062673 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e747a-3098-45e0-ab17-a3ca1e8361ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd62115-413e-4a02-a086-02a60ed46e49,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:04.073809 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51318) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:04.091907 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:04.251793 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ab47de45-7bcf-411e-bbba-29025f1c14cc req-78132364-9c3a-4b01-a9a9-6f3dbbd02663 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 210 time: 0.1655114 Jun 24 09:42:04.273186 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9de9997e-4e2f-482d-a3c7-d9ea389da600 admin admin] Publish callbacks [] for security_group (7dd62115-413e-4a02-a086-02a60ed46e49), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:04.281163 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Router c44ff442-929d-4e4b-9cf3-13d5613c9bbf has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:42:04.372642 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9de9997e-4e2f-482d-a3c7-d9ea389da600 admin admin] Publish callbacks [] for security_group (7dd62115-413e-4a02-a086-02a60ed46e49), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:04.427112 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 337a9629-23a5-4d84-a44e-741ece46f468 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:04.428870 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (337a9629-23a5-4d84-a44e-741ece46f468), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:04.466178 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:04.467414 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9de9997e-4e2f-482d-a3c7-d9ea389da600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7dd62115-413e-4a02-a086-02a60ed46e49), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:04.471875 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9de9997e-4e2f-482d-a3c7-d9ea389da600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:04.473468 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-9de9997e-4e2f-482d-a3c7-d9ea389da600 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7dd62115-413e-4a02-a086-02a60ed46e49 HTTP/1.1" status: 204 len: 168 time: 0.3982337 Jun 24 09:42:04.522282 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9997e-4e2f-482d-a3c7-d9ea389da600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd62115-413e-4a02-a086-02a60ed46e49,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:04.566920 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:04.908165 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'name': 'tempest-DeleteServersTestJSON-2031154454-router', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '971657a0-0346-4c09-9174-116568bc6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:44Z', 'updated_at': '2022-06-24T09:41:51Z', 'revision_number': 4, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'gw_port': {'id': '971657a0-0346-4c09-9174-116568bc6393', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:45Z', 'updated_at': '2022-06-24T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '02c1e633-97fd-46ae-af7f-41fd096d645a', 'name': '', 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'mac_address': 'fa:16:3e:b6:de:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd731dcf3-2e78-424c-acaa-06d3b77ef560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:41:59Z', 'revision_number': 4, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'subnets': [{'id': 'd731dcf3-2e78-424c-acaa-06d3b77ef560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:04.929193 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Sync routers for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:42:05.016812 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:05.016812 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:05.032633 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Allocated IP 172.20.0.14 (9369cf11-485b-46a3-a217-92b03ccfb37d/d731dcf3-2e78-424c-acaa-06d3b77ef560/697f8edd-0704-4e42-8528-68705e30c6e2) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:42:05.116308 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:05.224478 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53b36306-af30-4370-9482-6d439768c909 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:05.231910 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53b36306-af30-4370-9482-6d439768c909 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 818 time: 0.7285674 Jun 24 09:42:05.284421 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:05.328612 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-af2c9435-fe42-47cd-888a-86a7f757a232 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/quotas/42946f76423740028ae43dc6a49cbbda HTTP/1.1" status: 200 len: 375 time: 0.0948737 Jun 24 09:42:05.401203 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-01a4b8a0-417e-4f8e-b00e-9f9a3be66bdd tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706360 Jun 24 09:42:05.429152 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Network d6d825bf-3025-4144-aa4c-5693ec78fffa is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:05.447765 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a2856-d548-4fc6-85d5-2de002c4dc51 None None] The sync data for ids ['7f3cc6f9-c369-4d23-b314-855035b46a7b'] in dv-cinder-803823-13-iscsi is: [{'id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'name': 'tempest-DeleteServersTestJSON-2031154454-router', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '971657a0-0346-4c09-9174-116568bc6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:44Z', 'updated_at': '2022-06-24T09:41:51Z', 'revision_number': 4, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'gw_port': {'id': '971657a0-0346-4c09-9174-116568bc6393', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:45Z', 'updated_at': '2022-06-24T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '02c1e633-97fd-46ae-af7f-41fd096d645a', 'name': '', 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'mac_address': 'fa:16:3e:b6:de:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd731dcf3-2e78-424c-acaa-06d3b77ef560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:41:59Z', 'revision_number': 4, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'subnets': [{'id': 'd731dcf3-2e78-424c-acaa-06d3b77ef560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:42:05.456200 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:05.549018 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c42a873e-1ba4-4adf-99c8-7c8da560d5f7 req-e0ce05ca-e1f1-47e7-a414-1bebb5b82d09 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 210 time: 0.1371241 Jun 24 09:42:05.608599 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:41:59Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:05.684654 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:42:05.684995 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51366) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:05.703829 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Sync routers for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:42:05.716781 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-cadf44ae-4e30-42fa-be34-845f2866dc94 admin admin] 10.222.0.65 "PUT /v2.0/routers/c44ff442-929d-4e4b-9cf3-13d5613c9bbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6732895 Jun 24 09:42:05.738100 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:05.738762 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:05.750220 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-77c5e3b2-5344-4622-aba3-90717e4f9605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:05.805876 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] For port 02c1e633-97fd-46ae-af7f-41fd096d645a, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=02c1e633-97fd-46ae-af7f-41fd096d645a,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:05.825071 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e2414-b219-4eaf-8fc4-681cc9d3ec61 None None] The sync data for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi is: [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:41:59Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:42:05.906829 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:05.926438 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:05.973677 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51372) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:05.978499 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Provisioning complete for port 27c9c6cf-41c6-450b-a544-97560d9c6586 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:05.999363 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:06.171623 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-77c5e3b2-5344-4622-aba3-90717e4f9605 admin admin] Publish callbacks [] for security_group (d2165ed8-c6d3-4eac-8388-5d042a20de77), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:06.179170 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-77c5e3b2-5344-4622-aba3-90717e4f9605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d2165ed8-c6d3-4eac-8388-5d042a20de77), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:06.221576 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:06.228461 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:06.248668 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Publish callbacks [] for port (697f8edd-0704-4e42-8528-68705e30c6e2), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:06.310818 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 337a9629-23a5-4d84-a44e-741ece46f468 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:06.311347 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (337a9629-23a5-4d84-a44e-741ece46f468), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:06.342207 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Router 0d7db7db-a98c-4445-a285-9acd52afbb15 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:42:06.425669 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:06.522267 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Port 27c9c6cf-41c6-450b-a544-97560d9c6586 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:06.548583 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port 337a9629-23a5-4d84-a44e-741ece46f468, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=337a9629-23a5-4d84-a44e-741ece46f468,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:06.668171 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 2, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:06.693092 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Pushing event updated for resources: {'Port': ['ID=02c1e633-97fd-46ae-af7f-41fd096d645a,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:06.708780 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (337a9629-23a5-4d84-a44e-741ece46f468), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:06.717848 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device f8dd1534-36c3-47fd-944c-c42367d120a6 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:06.890159 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-73791dd4-43e3-4076-bdea-29af79af5618 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:42:06.898706 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-73791dd4-43e3-4076-bdea-29af79af5618 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5586824 Jun 24 09:42:07.019378 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d324d-1e6b-4c3a-bde5-04790db60c95 req-695ea659-7438-4272-b2d5-d61c1eeebd0b tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:07.033695 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-476d324d-1e6b-4c3a-bde5-04790db60c95 req-695ea659-7438-4272-b2d5-d61c1eeebd0b tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 932 time: 0.1209698 Jun 24 09:42:07.040433 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Provisioning complete for port 96bf818f-57ca-4a93-b442-7b81b3775887 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:07.042020 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.052871 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Checking router: 8f5a0532-93aa-429f-b4d8-abb390f8cb57 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:42:07.053532 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Updating router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 port 96bf818f-57ca-4a93-b442-7b81b3775887 binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:42:07.060263 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.099478 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-77c5e3b2-5344-4622-aba3-90717e4f9605 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f94830bf8934c1da29a16d2a7ad21b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4103031 Jun 24 09:42:07.117910 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 51394) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:07.140194 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5e3b2-5344-4622-aba3-90717e4f9605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2165ed8-c6d3-4eac-8388-5d042a20de77,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:07.190280 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b29c19c8-7a44-40ab-a1c0-6131c5e1270f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.347665 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port f8dd1534-36c3-47fd-944c-c42367d120a6 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:07.348062 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.355804 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-d549fcc9-cf6e-452d-a7a8-7f623f358cb6 None None] Port 96bf818f-57ca-4a93-b442-7b81b3775887 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:07.376282 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b29c19c8-7a44-40ab-a1c0-6131c5e1270f admin admin] Publish callbacks [] for security_group (c8e23b7d-0e1b-410a-a9a0-900a45b7d7dd), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.389641 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b29c19c8-7a44-40ab-a1c0-6131c5e1270f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (c8e23b7d-0e1b-410a-a9a0-900a45b7d7dd), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.448744 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.467111 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 2, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:07.467839 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c19c8-7a44-40ab-a1c0-6131c5e1270f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e23b7d-0e1b-410a-a9a0-900a45b7d7dd,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:07.490708 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=337a9629-23a5-4d84-a44e-741ece46f468,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:07.497787 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-b29c19c8-7a44-40ab-a1c0-6131c5e1270f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=421819eead3a48ea8ee00f8d778cf602&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5173099 Jun 24 09:42:07.499864 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51406) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:07.537321 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-f48c9a72-d33a-4586-8dd4-0e010189e0ce None None] Provisioning complete for port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:07.538076 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f48c9a72-d33a-4586-8dd4-0e010189e0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.570155 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Checking router: c44ff442-929d-4e4b-9cf3-13d5613c9bbf for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:42:07.570506 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Updating router c44ff442-929d-4e4b-9cf3-13d5613c9bbf port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:42:07.580937 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-065d85ae-d81f-408a-b9f8-5cc37ed51d1c admin admin] Publish callbacks [] for security_group (c8e23b7d-0e1b-410a-a9a0-900a45b7d7dd), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.614794 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-065d85ae-d81f-408a-b9f8-5cc37ed51d1c admin admin] Publish callbacks [] for security_group (c8e23b7d-0e1b-410a-a9a0-900a45b7d7dd), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.671143 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:07.686358 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-065d85ae-d81f-408a-b9f8-5cc37ed51d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (c8e23b7d-0e1b-410a-a9a0-900a45b7d7dd), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.702390 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-065d85ae-d81f-408a-b9f8-5cc37ed51d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.714854 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-065d85ae-d81f-408a-b9f8-5cc37ed51d1c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8e23b7d-0e1b-410a-a9a0-900a45b7d7dd HTTP/1.1" status: 204 len: 168 time: 0.2113843 Jun 24 09:42:07.787278 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:07.802773 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:42:07.803505 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d85ae-d81f-408a-b9f8-5cc37ed51d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e23b7d-0e1b-410a-a9a0-900a45b7d7dd,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:07.819406 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-b2a22153-83c6-4c3e-8465-05c864a42164 admin admin] 10.222.0.65 "PUT /v2.0/routers/0d7db7db-a98c-4445-a285-9acd52afbb15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3950596 Jun 24 09:42:07.838509 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-f48c9a72-d33a-4586-8dd4-0e010189e0ce None None] Port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:07.875005 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-f48c9a72-d33a-4586-8dd4-0e010189e0ce None None] Provisioning complete for port 27c9c6cf-41c6-450b-a544-97560d9c6586 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:07.876618 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f48c9a72-d33a-4586-8dd4-0e010189e0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:08.145309 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Pushing event updated for resources: {'Port': ['ID=697f8edd-0704-4e42-8528-68705e30c6e2,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:08.237380 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Network 9369cf11-485b-46a3-a217-92b03ccfb37d is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:08.262162 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:08.265856 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:08.304864 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:42:08.313123 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:08.313798 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:08.340508 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-f48c9a72-d33a-4586-8dd4-0e010189e0ce None None] Port 27c9c6cf-41c6-450b-a544-97560d9c6586 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:08.388614 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-476d324d-1e6b-4c3a-bde5-04790db60c95 req-789b408b-b7af-4a5b-bd59-ce397927d5f0 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3406520 Jun 24 09:42:08.412418 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port f8dd1534-36c3-47fd-944c-c42367d120a6 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:08.416067 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f1f9c596-9728-42a0-85c0-3b83198088cd tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6806715 Jun 24 09:42:08.418509 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:08.427035 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-98547bce-1384-4356-8e94-94c577630f32 admin admin] Publish callbacks [] for security_group (d2165ed8-c6d3-4eac-8388-5d042a20de77), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:08.477631 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port f8dd1534-36c3-47fd-944c-c42367d120a6, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=f8dd1534-36c3-47fd-944c-c42367d120a6,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:08.511621 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:08.514080 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:08.523992 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-98547bce-1384-4356-8e94-94c577630f32 admin admin] Publish callbacks [] for security_group (d2165ed8-c6d3-4eac-8388-5d042a20de77), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:08.579211 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-7c3da164-2100-430e-b1f3-c4dd82bf35ce service neutron] 10.222.0.65 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6794436 Jun 24 09:42:08.593305 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-8dd5f1af-64a4-48ff-abfc-d9d5d8c9f0eb tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:42:08.606074 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-8dd5f1af-64a4-48ff-abfc-d9d5d8c9f0eb tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0302045 Jun 24 09:42:08.638030 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:08.648235 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:08.702043 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Publish callbacks [] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:08.715359 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:08.722202 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51432) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:08.790846 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:08.796051 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f8b18cef-6fe8-4155-9d40-66f3963e8edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:08.841824 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ed861-0927-4e23-b4a3-dcc036612b29 None None] Pushing event updated for resources: {'Port': ['ID=8f6f59fa-3549-41ef-a7f3-1a7318f69614,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:08.894266 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-98547bce-1384-4356-8e94-94c577630f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d2165ed8-c6d3-4eac-8388-5d042a20de77), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:08.915566 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-98547bce-1384-4356-8e94-94c577630f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:08.919945 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-98547bce-1384-4356-8e94-94c577630f32 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2165ed8-c6d3-4eac-8388-5d042a20de77 HTTP/1.1" status: 204 len: 168 time: 1.7769423 Jun 24 09:42:08.972620 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98547bce-1384-4356-8e94-94c577630f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2165ed8-c6d3-4eac-8388-5d042a20de77,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:09.044769 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-f0b6f617-cfc4-4043-8df9-0fe659180ea6 service neutron] 10.222.0.65 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226851 Jun 24 09:42:09.065836 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Attempting to bind port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:42:09.079912 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Attempting to bind port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:42:09.080549 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Attempting to bind port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 on network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:09.097532 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:42:09.098310 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Checking segment: {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:42:09.099061 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:09.099680 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Bound using segment: {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:42:09.100384 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Bound port: 8f6f59fa-3549-41ef-a7f3-1a7318f69614, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:42:09.100972 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:09.162077 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f8b18cef-6fe8-4155-9d40-66f3963e8edf admin admin] Publish callbacks [] for security_group (f4619f09-4cdb-4a1c-adc8-ab85c749fc62), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:09.164898 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:09.172421 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f8b18cef-6fe8-4155-9d40-66f3963e8edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (f4619f09-4cdb-4a1c-adc8-ab85c749fc62), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:09.245187 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b18cef-6fe8-4155-9d40-66f3963e8edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4619f09-4cdb-4a1c-adc8-ab85c749fc62,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:09.252300 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] For port 8f6f59fa-3549-41ef-a7f3-1a7318f69614, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:42:09.256807 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] For port 8f6f59fa-3549-41ef-a7f3-1a7318f69614, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=8f6f59fa-3549-41ef-a7f3-1a7318f69614,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:42:09.275860 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:09.298054 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Publish callbacks [] for port (96bf818f-57ca-4a93-b442-7b81b3775887), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:09.334453 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 51440) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:09.338107 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-f8b18cef-6fe8-4155-9d40-66f3963e8edf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98fcd55e45544fb2851eff516f27b25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6136816 Jun 24 09:42:09.376586 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-5ff66e8a-cd11-463e-9136-6ebebb3ce9e4 None None] Provisioning complete for port 697f8edd-0704-4e42-8528-68705e30c6e2 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:09.378614 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ed861-0927-4e23-b4a3-dcc036612b29 None None] Pushing event updated for resources: {'Port': ['ID=8f6f59fa-3549-41ef-a7f3-1a7318f69614,revision_number=4']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:09.382079 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5ff66e8a-cd11-463e-9136-6ebebb3ce9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:09.395751 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:09.456424 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:09.463702 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:09.508533 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-34434316-62b3-41b8-9980-2ae1f4f0e28e admin admin] Publish callbacks [] for security_group (f4619f09-4cdb-4a1c-adc8-ab85c749fc62), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:09.583111 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51456) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:09.621293 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-34434316-62b3-41b8-9980-2ae1f4f0e28e admin admin] Publish callbacks [] for security_group (f4619f09-4cdb-4a1c-adc8-ab85c749fc62), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:09.797856 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Request body: {'port': {'device_id': 'ce878530-09af-4e67-9276-7b448c325d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:09.798083 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:09.800188 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:09.859063 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51468) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:09.864755 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-f9e714ac-7342-4b8b-a156-6592df187aaf tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623916994', 'description': 'tempest-description--1905220492'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:09.904955 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=f8dd1534-36c3-47fd-944c-c42367d120a6,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:10.015340 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f9e714ac-7342-4b8b-a156-6592df187aaf tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.016993 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:10.089054 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:10.124556 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac7d70-0be5-4f84-86ee-5cf4b98d8747 None None] Pushing event updated for resources: {'Port': ['ID=96bf818f-57ca-4a93-b442-7b81b3775887,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:10.146164 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0356c-f377-45f4-859f-b75ffc353b8c req-349e8670-517c-4b4b-9641-4205e4a5378a tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:10.157857 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dcc0356c-f377-45f4-859f-b75ffc353b8c req-349e8670-517c-4b4b-9641-4205e4a5378a tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 932 time: 0.2065933 Jun 24 09:42:10.169425 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-5ff66e8a-cd11-463e-9136-6ebebb3ce9e4 None None] Port 697f8edd-0704-4e42-8528-68705e30c6e2 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:10.243711 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Attempting to bind port 96bf818f-57ca-4a93-b442-7b81b3775887 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:42:10.244476 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Attempting to bind port 96bf818f-57ca-4a93-b442-7b81b3775887 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:42:10.244890 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Attempting to bind port 96bf818f-57ca-4a93-b442-7b81b3775887 on network eee14dfc-24f3-458e-880d-b3e43ab7d14d {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:10.270643 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:42:10.271017 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Checking segment: {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:42:10.271789 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.272185 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Bound using segment: {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:42:10.273361 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Bound port: 96bf818f-57ca-4a93-b442-7b81b3775887, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:42:10.273776 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.314868 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:10.333249 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Provisioning complete for port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:10.333779 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.352604 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-34434316-62b3-41b8-9980-2ae1f4f0e28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (f4619f09-4cdb-4a1c-adc8-ab85c749fc62), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.357967 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-34434316-62b3-41b8-9980-2ae1f4f0e28e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.360956 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-34434316-62b3-41b8-9980-2ae1f4f0e28e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4619f09-4cdb-4a1c-adc8-ab85c749fc62 HTTP/1.1" status: 204 len: 168 time: 1.0248601 Jun 24 09:42:10.400952 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.423653 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f9e714ac-7342-4b8b-a156-6592df187aaf tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (d998d778-593a-48ed-8e35-00a9d03b22a2), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.439475 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f9e714ac-7342-4b8b-a156-6592df187aaf tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d998d778-593a-48ed-8e35-00a9d03b22a2), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.480449 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:10.490392 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34434316-62b3-41b8-9980-2ae1f4f0e28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4619f09-4cdb-4a1c-adc8-ab85c749fc62,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:10.594126 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f9e714ac-7342-4b8b-a156-6592df187aaf tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.605261 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-f9e714ac-7342-4b8b-a156-6592df187aaf tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7446709 Jun 24 09:42:10.606615 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51494) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:10.624974 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] For port 96bf818f-57ca-4a93-b442-7b81b3775887, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:42:10.637478 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] For port 96bf818f-57ca-4a93-b442-7b81b3775887, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=96bf818f-57ca-4a93-b442-7b81b3775887,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:42:10.643617 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-38a64bd2-ec29-43dc-b4db-f9751d4a1425 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'security_group_rule': {'security_group_id': 'd998d778-593a-48ed-8e35-00a9d03b22a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:10.668126 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dcc0356c-f377-45f4-859f-b75ffc353b8c req-9f965b07-29a8-40cd-8525-fa3dafcf2a8c tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784443 Jun 24 09:42:10.673638 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b37d4341-ae18-4c0f-8650-f2c5084bfa37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.683959 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e714ac-7342-4b8b-a156-6592df187aaf tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d998d778-593a-48ed-8e35-00a9d03b22a2,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:10.777694 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.831873 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51502) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:10.850037 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-5b699bfc-f84e-465c-9ad3-cbcf33d968a3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1192884519', 'description': 'tempest-description--955592451'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:10.882219 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:09Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:10.887583 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:UPDATE=7,neutron:SELECT=92,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:10.911649 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-38a64bd2-ec29-43dc-b4db-f9751d4a1425 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (86bf4258-e564-433b-baa3-4827403b71c8), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.922656 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac7d70-0be5-4f84-86ee-5cf4b98d8747 None None] Pushing event updated for resources: {'Port': ['ID=96bf818f-57ca-4a93-b442-7b81b3775887,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:10.939656 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5b699bfc-f84e-465c-9ad3-cbcf33d968a3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:10.981347 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:10.985990 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:11.036586 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefaee50-b244-4cc4-99a5-9e53385af335 None None] The sync data for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi is: [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:09Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:42:11.223430 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-38a64bd2-ec29-43dc-b4db-f9751d4a1425 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (86bf4258-e564-433b-baa3-4827403b71c8), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:11.237606 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:11.271361 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-38a64bd2-ec29-43dc-b4db-f9751d4a1425 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (86bf4258-e564-433b-baa3-4827403b71c8), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:11.366234 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:11.390572 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-38a64bd2-ec29-43dc-b4db-f9751d4a1425 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:11.392064 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-38a64bd2-ec29-43dc-b4db-f9751d4a1425 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7637730 Jun 24 09:42:11.435689 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51518) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:11.446059 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b37d4341-ae18-4c0f-8650-f2c5084bfa37 admin admin] Publish callbacks [] for security_group (b6a557df-5be8-4375-b6f9-f1fb98bd1f50), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:11.473398 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-f5653463-3e0e-4173-8573-7dbeba39a592 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'security_group_rule': {'security_group_id': 'd998d778-593a-48ed-8e35-00a9d03b22a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:11.505874 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b37d4341-ae18-4c0f-8650-f2c5084bfa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (b6a557df-5be8-4375-b6f9-f1fb98bd1f50), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:11.603912 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697f8edd-0704-4e42-8528-68705e30c6e2 {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:42:11.613396 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Publish callbacks [] for port (697f8edd-0704-4e42-8528-68705e30c6e2), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:11.631229 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a64bd2-ec29-43dc-b4db-f9751d4a1425 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bf4258-e564-433b-baa3-4827403b71c8,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:11.641483 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:11.665727 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-906275a8-b919-45b0-9e51-11f2196177af req-1c3b4ba7-75bb-4604-ad77-dd685cdcab1c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 210 time: 0.8329940 Jun 24 09:42:11.679938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Transition to ACTIVE for port object 697f8edd-0704-4e42-8528-68705e30c6e2 will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:42:11.711376 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:11.896802 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-b37d4341-ae18-4c0f-8650-f2c5084bfa37 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=777a322a541846b2b276fa60930d5ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3121736 Jun 24 09:42:11.898047 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51534) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:11.902795 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5b699bfc-f84e-465c-9ad3-cbcf33d968a3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (ea362193-c7de-4291-bdba-83202b68c929), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:11.967466 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d4341-ae18-4c0f-8650-f2c5084bfa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a557df-5be8-4375-b6f9-f1fb98bd1f50,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:11.989268 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:11.995710 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:12.008969 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 337a9629-23a5-4d84-a44e-741ece46f468 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:12.011899 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5b699bfc-f84e-465c-9ad3-cbcf33d968a3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ea362193-c7de-4291-bdba-83202b68c929), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.100269 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b699bfc-f84e-465c-9ad3-cbcf33d968a3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea362193-c7de-4291-bdba-83202b68c929,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:12.119138 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f5653463-3e0e-4173-8573-7dbeba39a592 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (72daa28a-bd4a-4c7a-a41f-d8911166b121), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.228284 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5b699bfc-f84e-465c-9ad3-cbcf33d968a3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.233027 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-5b699bfc-f84e-465c-9ad3-cbcf33d968a3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3959048 Jun 24 09:42:12.239476 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51546) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:12.246760 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-3180777b-acfa-487f-b60a-88b9f1f3c09f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group_rule': {'security_group_id': 'ea362193-c7de-4291-bdba-83202b68c929', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:12.376286 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c93f62b7-08f1-4800-aa0b-a67f4cf2a13f admin admin] Publish callbacks [] for security_group (b6a557df-5be8-4375-b6f9-f1fb98bd1f50), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.403502 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f5653463-3e0e-4173-8573-7dbeba39a592 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (72daa28a-bd4a-4c7a-a41f-d8911166b121), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.421836 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f5653463-3e0e-4173-8573-7dbeba39a592 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (72daa28a-bd4a-4c7a-a41f-d8911166b121), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.494912 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 337a9629-23a5-4d84-a44e-741ece46f468 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:12.495588 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (337a9629-23a5-4d84-a44e-741ece46f468), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.580952 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Current status of the port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:12.581340 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.595715 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3180777b-acfa-487f-b60a-88b9f1f3c09f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (61792e34-4344-4f3b-a7f7-62c50061c327), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.619016 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f3706-0897-451b-ab6e-2beee064d58c req-a18bd33a-708e-489b-8b30-513615e710ca tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:12.629832 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8c5f3706-0897-451b-ab6e-2beee064d58c req-a18bd33a-708e-489b-8b30-513615e710ca tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 944 time: 0.7169766 Jun 24 09:42:12.702197 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5653463-3e0e-4173-8573-7dbeba39a592 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72daa28a-bd4a-4c7a-a41f-d8911166b121,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:12.708128 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c93f62b7-08f1-4800-aa0b-a67f4cf2a13f admin admin] Publish callbacks [] for security_group (b6a557df-5be8-4375-b6f9-f1fb98bd1f50), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.763986 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3180777b-acfa-487f-b60a-88b9f1f3c09f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (61792e34-4344-4f3b-a7f7-62c50061c327), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.778319 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3180777b-acfa-487f-b60a-88b9f1f3c09f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (61792e34-4344-4f3b-a7f7-62c50061c327), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.811108 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f5653463-3e0e-4173-8573-7dbeba39a592 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:12.816895 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-f5653463-3e0e-4173-8573-7dbeba39a592 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3676918 Jun 24 09:42:12.822674 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51576) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:12.859365 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:12.941567 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8c5f3706-0897-451b-ab6e-2beee064d58c req-49d3ec80-cfe4-4be4-8a6b-99323aea44a4 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094058 Jun 24 09:42:12.942572 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Pushing event updated for resources: {'Port': ['ID=697f8edd-0704-4e42-8528-68705e30c6e2,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:12.979170 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180777b-acfa-487f-b60a-88b9f1f3c09f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61792e34-4344-4f3b-a7f7-62c50061c327,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:12.999668 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:13.027104 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:10Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:13.178750 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Attempting to bind port 697f8edd-0704-4e42-8528-68705e30c6e2 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:42:13.179312 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Attempting to bind port 697f8edd-0704-4e42-8528-68705e30c6e2 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:42:13.188795 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Attempting to bind port 697f8edd-0704-4e42-8528-68705e30c6e2 on network 9369cf11-485b-46a3-a217-92b03ccfb37d {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:13.193142 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] For port 8f6f59fa-3549-41ef-a7f3-1a7318f69614, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=8f6f59fa-3549-41ef-a7f3-1a7318f69614,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:13.249508 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:13.317261 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Port 697f8edd-0704-4e42-8528-68705e30c6e2 on network 9369cf11-485b-46a3-a217-92b03ccfb37d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:42:13.319181 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Attempting to bind port 697f8edd-0704-4e42-8528-68705e30c6e2 on network 9369cf11-485b-46a3-a217-92b03ccfb37d {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:13.353448 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Provisioning complete for port 96bf818f-57ca-4a93-b442-7b81b3775887 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:13.353727 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:13.355749 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Sync routers for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:42:13.361324 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:42:13.361464 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Checking segment: {'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:42:13.361979 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Bound using segment: {'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:42:13.362433 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Bound port: 697f8edd-0704-4e42-8528-68705e30c6e2, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9623b000-2486-46db-8330-be13aec333c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:42:13.362790 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:13.370157 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2304b9-1e9a-4c45-ac86-38fb0aed96c8 None None] The sync data for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi is: [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:10Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:42:13.455869 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:13.502769 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Pushing event updated for resources: {'Port': ['ID=8f6f59fa-3549-41ef-a7f3-1a7318f69614,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:13.557743 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-9d66accd-8ba8-4de2-930b-665e5b6d5369 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:13.559429 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-9d66accd-8ba8-4de2-930b-665e5b6d5369 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 818 time: 0.9234202 Jun 24 09:42:13.583695 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3180777b-acfa-487f-b60a-88b9f1f3c09f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:13.587743 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3180777b-acfa-487f-b60a-88b9f1f3c09f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3429859 Jun 24 09:42:13.592712 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51586) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:13.610909 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-b202d371-ae13-4a39-ac80-cd5316eadbba tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group_rule': {'security_group_id': 'ea362193-c7de-4291-bdba-83202b68c929', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:13.627564 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-17493691-97af-4b77-b70d-6b948d27cea3 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/quotas/42946f76423740028ae43dc6a49cbbda HTTP/1.1" status: 200 len: 375 time: 0.0561411 Jun 24 09:42:13.696585 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:13.698086 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:41:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:13.758776 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:13.768723 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c93f62b7-08f1-4800-aa0b-a67f4cf2a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (b6a557df-5be8-4375-b6f9-f1fb98bd1f50), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:13.776740 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c93f62b7-08f1-4800-aa0b-a67f4cf2a13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:13.782359 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-c93f62b7-08f1-4800-aa0b-a67f4cf2a13f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6a557df-5be8-4375-b6f9-f1fb98bd1f50 HTTP/1.1" status: 204 len: 168 time: 1.8189547 Jun 24 09:42:13.784033 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] For port 697f8edd-0704-4e42-8528-68705e30c6e2, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:42:13.811462 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 337a9629-23a5-4d84-a44e-741ece46f468 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:13.814312 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device f8dd1534-36c3-47fd-944c-c42367d120a6 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:13.822266 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f62b7-08f1-4800-aa0b-a67f4cf2a13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a557df-5be8-4375-b6f9-f1fb98bd1f50,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:13.883208 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b202d371-ae13-4a39-ac80-cd5316eadbba tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (6659571d-4440-447b-87f4-235559a3f680), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:13.922565 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Allocated IP 172.27.1.31 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/aa70b79f-d932-4d17-929c-3c2ac1fe9435) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:42:13.936816 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.47', 49901) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:14.027735 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] For port 697f8edd-0704-4e42-8528-68705e30c6e2, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=697f8edd-0704-4e42-8528-68705e30c6e2,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:42:14.033644 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-b961c901-b08d-4191-b891-5877923bc713 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4051633 Jun 24 09:42:14.058251 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port f8dd1534-36c3-47fd-944c-c42367d120a6 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:14.058589 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:14.107635 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:14.431650 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:14.447287 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:14.449313 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] 10.222.0.47 "PUT /v2.0/ports/697f8edd-0704-4e42-8528-68705e30c6e2 HTTP/1.1" status: 200 len: 1094 time: 5.2218471 Jun 24 09:42:14.490605 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for port (aa70b79f-d932-4d17-929c-3c2ac1fe9435), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:14.576345 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:14.654149 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (aa70b79f-d932-4d17-929c-3c2ac1fe9435), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:14.670343 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce878530-09af-4e67-9276-7b448c325d2f', 'tag': '697f8edd-0704-4e42-8528-68705e30c6e2'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:14.782782 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Current status of the port 96bf818f-57ca-4a93-b442-7b81b3775887 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:14.783201 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:14.862875 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:14.869606 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:14.963703 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b202d371-ae13-4a39-ac80-cd5316eadbba tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (6659571d-4440-447b-87f4-235559a3f680), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:14.974812 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:14.984814 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:42:15.014900 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-1dff2619-2c16-455e-a05c-62ef1a7be5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.016811 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:15.019485 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port f8dd1534-36c3-47fd-944c-c42367d120a6 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:15.021664 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 02c1e633-97fd-46ae-af7f-41fd096d645a up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:15.218961 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] For port 96bf818f-57ca-4a93-b442-7b81b3775887, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=96bf818f-57ca-4a93-b442-7b81b3775887,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:15.236933 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (160cdd52-4bc9-47f3-a5cd-859003c7028c), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.265557 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51628) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:15.268333 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:15.269355 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b202d371-ae13-4a39-ac80-cd5316eadbba tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (6659571d-4440-447b-87f4-235559a3f680), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.281139 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.284929 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 02c1e633-97fd-46ae-af7f-41fd096d645a triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:15.285244 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.344027 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202d371-ae13-4a39-ac80-cd5316eadbba tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6659571d-4440-447b-87f4-235559a3f680,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:15.372317 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:15.418554 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (aa70b79f-d932-4d17-929c-3c2ac1fe9435), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.463401 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-06291933-6210-475b-bddf-4a0b9f01bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:15.467504 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-06291933-6210-475b-bddf-4a0b9f01bd02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4290bd187dc948bc9f1dc5a8cc272f0b&device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 1128 time: 0.5142481 Jun 24 09:42:15.481660 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-a0e653af-21a1-4b99-ae71-e9282abbbbfe None None] Provisioning complete for port 96bf818f-57ca-4a93-b442-7b81b3775887 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:15.482076 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a0e653af-21a1-4b99-ae71-e9282abbbbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.651188 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for port (aa70b79f-d932-4d17-929c-3c2ac1fe9435), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.652060 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:15.652775 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-510069de-bae0-4018-82df-7b8ca518f56b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.657100 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'Port': ['ID=aa70b79f-d932-4d17-929c-3c2ac1fe9435,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:15.670082 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6385c-7cb6-4ab6-ac1d-4254bd64c146 req-42121d19-423a-4c2e-8720-c0b25e6db5d9 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:15.674036 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c5f6385c-7cb6-4ab6-ac1d-4254bd64c146 req-42121d19-423a-4c2e-8720-c0b25e6db5d9 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 944 time: 1.3119209 Jun 24 09:42:15.675640 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b83af-629e-46d4-83dc-bf3d5ffe557b service neutron] Pushing event updated for resources: {'Port': ['ID=697f8edd-0704-4e42-8528-68705e30c6e2,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:15.727406 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b202d371-ae13-4a39-ac80-cd5316eadbba tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.733285 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-b202d371-ae13-4a39-ac80-cd5316eadbba tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1300523 Jun 24 09:42:15.738041 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (aa70b79f-d932-4d17-929c-3c2ac1fe9435), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.745732 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 51640) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:15.776165 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 02c1e633-97fd-46ae-af7f-41fd096d645a is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:15.784098 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device dc878279-cd0a-4e38-bd5a-f4d53c0bd897 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:15.843434 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-a0e653af-21a1-4b99-ae71-e9282abbbbfe None None] Current status of the port 96bf818f-57ca-4a93-b442-7b81b3775887 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:15.857461 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'Port': ['ID=aa70b79f-d932-4d17-929c-3c2ac1fe9435,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:15.860007 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37396813-ef45-409d-b8bf-be955f1e1f0f None None] Pushing event updated for resources: {'Port': ['ID=96bf818f-57ca-4a93-b442-7b81b3775887,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:15.865368 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:15.882095 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c5f6385c-7cb6-4ab6-ac1d-4254bd64c146 req-e109f14d-911e-4611-b7f8-a054fa4fe6c4 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648695 Jun 24 09:42:15.893409 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (160cdd52-4bc9-47f3-a5cd-859003c7028c), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.911227 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a531f7f0-52e7-4176-97fa-2c145dc3f830" -d '{"events": [{"name": "network-changed", "server_uuid": "ce878530-09af-4e67-9276-7b448c325d2f", "tag": "697f8edd-0704-4e42-8528-68705e30c6e2"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:15.913449 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:15.960091 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:15.971684 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-1d3c41f7-a3cd-4997-aab2-d526834392be tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1272638 Jun 24 09:42:15.987703 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-cba2b30c-0040-445b-9c6e-77a509c17839 service neutron] 10.222.0.65 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9176602 Jun 24 09:42:15.994997 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-0b20702d-8691-4cd3-95d2-24bcf490d5e6 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:16.006373 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-0b20702d-8691-4cd3-95d2-24bcf490d5e6 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 818 time: 2.0113261 Jun 24 09:42:16.021884 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port dc878279-cd0a-4e38-bd5a-f4d53c0bd897 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:16.022566 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.069438 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-510069de-bae0-4018-82df-7b8ca518f56b admin admin] Publish callbacks [] for security_group (1e2dfb55-5a8c-4753-b23e-c5b344cf2e0c), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.077722 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-510069de-bae0-4018-82df-7b8ca518f56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1e2dfb55-5a8c-4753-b23e-c5b344cf2e0c), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.095723 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:02Z', 'revision_number': 2, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:16.147008 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Checking router: 0d7db7db-a98c-4445-a285-9acd52afbb15 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:42:16.147365 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Updating router 0d7db7db-a98c-4445-a285-9acd52afbb15 port 27c9c6cf-41c6-450b-a544-97560d9c6586 binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:42:16.153204 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-510069de-bae0-4018-82df-7b8ca518f56b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=472df03721c94554ae71c6afd5379a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8626785 Jun 24 09:42:16.154065 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51652) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:16.163444 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510069de-bae0-4018-82df-7b8ca518f56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2dfb55-5a8c-4753-b23e-c5b344cf2e0c,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:16.173526 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.196361 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:16.237718 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.252684 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-108e0510-f88c-43ec-a6cb-666ec39fe2bf admin admin] Publish callbacks [] for security_group (1e2dfb55-5a8c-4753-b23e-c5b344cf2e0c), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.331634 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-108e0510-f88c-43ec-a6cb-666ec39fe2bf admin admin] Publish callbacks [] for security_group (1e2dfb55-5a8c-4753-b23e-c5b344cf2e0c), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.400267 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port dc878279-cd0a-4e38-bd5a-f4d53c0bd897 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:16.400648 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.409100 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-fa6d4023-6301-4968-a115-f7bbdf9516ea service neutron] 10.222.0.65 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205143 Jun 24 09:42:16.433930 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.449255 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-108e0510-f88c-43ec-a6cb-666ec39fe2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1e2dfb55-5a8c-4753-b23e-c5b344cf2e0c), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.454885 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-108e0510-f88c-43ec-a6cb-666ec39fe2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.459024 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-108e0510-f88c-43ec-a6cb-666ec39fe2bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e2dfb55-5a8c-4753-b23e-c5b344cf2e0c HTTP/1.1" status: 204 len: 168 time: 0.3021674 Jun 24 09:42:16.475946 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e0510-f88c-43ec-a6cb-666ec39fe2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2dfb55-5a8c-4753-b23e-c5b344cf2e0c,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:16.646845 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ea841f-7b9a-4fb7-84b8-f48d4c1e3be3 x-openstack-request-id: req-d0ea841f-7b9a-4fb7-84b8-f48d4c1e3be3 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:16.647384 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce878530-09af-4e67-9276-7b448c325d2f", "tag": "697f8edd-0704-4e42-8528-68705e30c6e2", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:16.647814 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0ea841f-7b9a-4fb7-84b8-f48d4c1e3be3 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:16.648786 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ea841f-7b9a-4fb7-84b8-f48d4c1e3be3'] response: {'name': 'network-changed', 'server_uuid': 'ce878530-09af-4e67-9276-7b448c325d2f', 'tag': '697f8edd-0704-4e42-8528-68705e30c6e2', 'status': 'completed', 'code': 200} Jun 24 09:42:16.650710 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Allocated IP 172.27.1.18 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/c68ed410-1fa9-487d-b1b0-974c995ef563) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:42:16.878944 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:16.883730 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-36439d9e-7243-464c-a3fd-4e7c62876711 req-8034aa43-c4b6-4382-ab80-e0d23776b1e8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 210 time: 0.0739474 Jun 24 09:42:16.894554 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port dc878279-cd0a-4e38-bd5a-f4d53c0bd897, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=dc878279-cd0a-4e38-bd5a-f4d53c0bd897,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:16.942864 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (c68ed410-1fa9-487d-b1b0-974c995ef563), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:16.994362 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (c68ed410-1fa9-487d-b1b0-974c995ef563), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.017615 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.088310 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8db80606-aa5e-4b1f-9d78-9c87743edba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.147708 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-36d964c2-010b-4117-89fd-839f6ffef8fa tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--623916994&fields=id&tenant_id=f64a8807499a44ababb8bb037fc3d195 HTTP/1.1" status: 200 len: 267 time: 0.3669515 Jun 24 09:42:17.149918 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:17.156997 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=dc878279-cd0a-4e38-bd5a-f4d53c0bd897,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:17.227647 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Publish callbacks [] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.236080 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.312146 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:17.341741 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:42:17.432225 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302c5cd-5977-44e3-8705-a66f8a30416f None None] Pushing event updated for resources: {'Port': ['ID=27c9c6cf-41c6-450b-a544-97560d9c6586,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:17.490166 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 8f6f59fa-3549-41ef-a7f3-1a7318f69614 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:17.575246 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Attempting to bind port 27c9c6cf-41c6-450b-a544-97560d9c6586 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:42:17.575617 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Attempting to bind port 27c9c6cf-41c6-450b-a544-97560d9c6586 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:42:17.575973 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Attempting to bind port 27c9c6cf-41c6-450b-a544-97560d9c6586 on network d6d825bf-3025-4144-aa4c-5693ec78fffa {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:17.593164 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:42:17.594945 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Checking segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:42:17.595682 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.596596 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Bound using segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:42:17.597558 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Bound port: 27c9c6cf-41c6-450b-a544-97560d9c6586, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:42:17.597973 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.618372 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:17.619403 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.686736 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=c68ed410-1fa9-487d-b1b0-974c995ef563,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:17.709944 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:17.720196 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66a40-ea40-45a3-bc1e-0a7966ea9e2c req-08d99703-46fb-4be1-ab80-9d5e4a80876e tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:17.722257 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-21d66a40-ea40-45a3-bc1e-0a7966ea9e2c req-08d99703-46fb-4be1-ab80-9d5e4a80876e tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 944 time: 0.4888105 Jun 24 09:42:17.809335 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-567e4047-ced5-4d27-a778-ef3ebb940d83 None None] Provisioning complete for port 27c9c6cf-41c6-450b-a544-97560d9c6586 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:17.810124 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-567e4047-ced5-4d27-a778-ef3ebb940d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.831287 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (31707d4d-3fb3-48bc-afda-5a904a7113d1), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.843619 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.872069 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:17.873487 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 96bf818f-57ca-4a93-b442-7b81b3775887 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:17.883769 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-21d66a40-ea40-45a3-bc1e-0a7966ea9e2c req-d44b5f17-0687-48aa-a5b1-514c6c0fbd07 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098170 Jun 24 09:42:17.913582 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c68ed410-1fa9-487d-b1b0-974c995ef563), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:17.921621 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-eb6beae6-ebc2-4952-a5f7-324a93ff9fcd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:17.923410 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-eb6beae6-ebc2-4952-a5f7-324a93ff9fcd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 817 time: 0.6781530 Jun 24 09:42:17.946098 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-567e4047-ced5-4d27-a778-ef3ebb940d83 None None] Port 27c9c6cf-41c6-450b-a544-97560d9c6586 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:17.977589 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] For port 27c9c6cf-41c6-450b-a544-97560d9c6586, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:42:18.000114 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:18.003483 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-3c2ad85d-9e06-4b05-b62d-ba2f3e6007b9 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/quotas/f64a8807499a44ababb8bb037fc3d195 HTTP/1.1" status: 200 len: 375 time: 0.0582762 Jun 24 09:42:18.046176 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] For port 27c9c6cf-41c6-450b-a544-97560d9c6586, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=27c9c6cf-41c6-450b-a544-97560d9c6586,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:42:18.080306 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:18.115241 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51780) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:18.132907 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:18.141477 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 96bf818f-57ca-4a93-b442-7b81b3775887 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:18.142293 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:18.272719 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302c5cd-5977-44e3-8705-a66f8a30416f None None] Pushing event updated for resources: {'Port': ['ID=27c9c6cf-41c6-450b-a544-97560d9c6586,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:18.372060 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:18.432606 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:18.436146 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:42:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:18.609784 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 96bf818f-57ca-4a93-b442-7b81b3775887 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:18.759843 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:18.764769 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec874eff-beed-474e-89a8-9a170a0dd380 req-9b2721bf-68de-4363-b936-fb657a117d68 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 210 time: 0.7598100 Jun 24 09:42:18.816625 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-140958e1-1725-4e40-bc54-47b30357b7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:18.841223 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:18.966547 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-c915b427-b5e2-4f17-9403-7be0e74e50f7 None None] Provisioning complete for port 27c9c6cf-41c6-450b-a544-97560d9c6586 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:18.967710 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-c915b427-b5e2-4f17-9403-7be0e74e50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:18.980136 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-ae9771c2-ec4f-422f-9e0d-c94ebdd20af2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=697f8edd-0704-4e42-8528-68705e30c6e2 HTTP/1.1" status: 200 len: 217 time: 0.2308004 Jun 24 09:42:19.013798 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-140958e1-1725-4e40-bc54-47b30357b7fb admin admin] Publish callbacks [] for security_group (1ff59c30-30fd-4d08-9a59-6230787adbe2), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.022857 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-19572049-5c76-4227-b0df-a9f1cbf9d8e2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3233833 Jun 24 09:42:19.025197 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-140958e1-1725-4e40-bc54-47b30357b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1ff59c30-30fd-4d08-9a59-6230787adbe2), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.092138 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140958e1-1725-4e40-bc54-47b30357b7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff59c30-30fd-4d08-9a59-6230787adbe2,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:19.129617 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6a1d9-b8fb-45a5-b013-f85ea93addb9 req-51728558-74f1-474d-9fc6-4c2c62f46576 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:19.131276 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d5b6a1d9-b8fb-45a5-b013-f85ea93addb9 req-51728558-74f1-474d-9fc6-4c2c62f46576 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 944 time: 0.0884764 Jun 24 09:42:19.263227 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.319761 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d5b6a1d9-b8fb-45a5-b013-f85ea93addb9 req-c009c810-ab47-41ec-b6d5-4ac48bb290f1 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711533 Jun 24 09:42:19.328473 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-140958e1-1725-4e40-bc54-47b30357b7fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ca69ec711704416a2de527628e6231c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2112727 Jun 24 09:42:19.330951 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51836) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:19.335751 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.382328 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-fba5e0cc-142f-415f-a368-9a26ed6fe16e service neutron] 10.222.0.65 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405406 Jun 24 09:42:19.412357 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device dc878279-cd0a-4e38-bd5a-f4d53c0bd897 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:19.414713 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-46acfbf2-92db-4446-89bc-3db0eed5b845 admin admin] Publish callbacks [] for security_group (1ff59c30-30fd-4d08-9a59-6230787adbe2), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.427469 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (c68ed410-1fa9-487d-b1b0-974c995ef563), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.443360 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-46acfbf2-92db-4446-89bc-3db0eed5b845 admin admin] Publish callbacks [] for security_group (1ff59c30-30fd-4d08-9a59-6230787adbe2), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.445599 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c68ed410-1fa9-487d-b1b0-974c995ef563), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.507865 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-46acfbf2-92db-4446-89bc-3db0eed5b845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1ff59c30-30fd-4d08-9a59-6230787adbe2), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.511561 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-46acfbf2-92db-4446-89bc-3db0eed5b845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.515160 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-46acfbf2-92db-4446-89bc-3db0eed5b845 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ff59c30-30fd-4d08-9a59-6230787adbe2 HTTP/1.1" status: 204 len: 168 time: 0.1808689 Jun 24 09:42:19.527308 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acfbf2-92db-4446-89bc-3db0eed5b845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff59c30-30fd-4d08-9a59-6230787adbe2,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:19.539826 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (31707d4d-3fb3-48bc-afda-5a904a7113d1), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.545656 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=c68ed410-1fa9-487d-b1b0-974c995ef563,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:19.593477 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.598087 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:17Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:19.598388 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-9a0da052-6047-42af-a8ca-8801819fb97c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8015013 Jun 24 09:42:19.617081 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-2242d503-5c21-4ae0-bf8f-6793ef52210c service neutron] 10.222.0.65 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291558 Jun 24 09:42:19.636424 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b8cea-8fcb-416d-a846-39bb4047e3bc None None] The sync data for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi is: [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:17Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:42:19.642607 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-c915b427-b5e2-4f17-9403-7be0e74e50f7 None None] Current status of the port 27c9c6cf-41c6-450b-a544-97560d9c6586 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:19.642988 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-c915b427-b5e2-4f17-9403-7be0e74e50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.699858 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port dc878279-cd0a-4e38-bd5a-f4d53c0bd897 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:19.700228 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.703136 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-c915b427-b5e2-4f17-9403-7be0e74e50f7 None None] For port 27c9c6cf-41c6-450b-a544-97560d9c6586, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=27c9c6cf-41c6-450b-a544-97560d9c6586,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:19.738868 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-c915b427-b5e2-4f17-9403-7be0e74e50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.835517 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915b427-b5e2-4f17-9403-7be0e74e50f7 None None] Pushing event updated for resources: {'Port': ['ID=27c9c6cf-41c6-450b-a544-97560d9c6586,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:19.855927 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port dc878279-cd0a-4e38-bd5a-f4d53c0bd897 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:19.857358 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 27c9c6cf-41c6-450b-a544-97560d9c6586 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:19.928180 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 27c9c6cf-41c6-450b-a544-97560d9c6586 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:19.928916 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:19.980795 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:19.988611 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:20.007100 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f1e59a6c-6fa7-4bb7-a408-4ca1899577e4 req-54e5be0a-23cf-403f-8b36-29532913f208 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 210 time: 0.1129792 Jun 24 09:42:20.059334 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 27c9c6cf-41c6-450b-a544-97560d9c6586 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:20.099387 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6fcfd1ff-1608-4177-a217-01c8f1b6e017 req-650600bf-3121-4409-8f23-aef72b7bd2bb tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 210 time: 0.0843213 Jun 24 09:42:20.144723 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51884) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:20.178926 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-44f32f40-2250-4dd6-9efd-a22725bc08b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:20.212910 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-338d2edb-4387-47eb-8149-9422a384ca06 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1192884519&fields=id&tenant_id=30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 267 time: 0.0752435 Jun 24 09:42:20.255980 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:20.353092 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 51892) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:20.386548 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-44f32f40-2250-4dd6-9efd-a22725bc08b6 admin admin] Publish callbacks [] for security_group (eefa9cdc-c608-4824-b633-ee445e641b99), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:20.397553 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-44f32f40-2250-4dd6-9efd-a22725bc08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (eefa9cdc-c608-4824-b633-ee445e641b99), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:20.409693 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-258a1503-88ca-4bdb-937f-b2c1990d489b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:20.422204 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-258a1503-88ca-4bdb-937f-b2c1990d489b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 814 time: 0.2076786 Jun 24 09:42:20.431134 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=15,neutron:SELECT=77 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:20.434639 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e0cabf6b-749a-4897-aa32-9fdfd2f79970 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/quotas/30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 375 time: 0.0111322 Jun 24 09:42:20.495105 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 51896) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:20.496822 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-44f32f40-2250-4dd6-9efd-a22725bc08b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=222338cb9d174e3ea8edc539a49a76dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500807 Jun 24 09:42:20.524920 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f32f40-2250-4dd6-9efd-a22725bc08b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefa9cdc-c608-4824-b633-ee445e641b99,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:20.583004 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=12 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:20.619146 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-bf9c13e3-5837-4c2f-99e2-6e76b62ca323 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1729870 Jun 24 09:42:20.629816 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecac04-40cf-4811-b8f7-5d267a97e5ee req-6a4434cc-4dff-4b68-a6ad-40c42b946e25 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:20.631322 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-49ecac04-40cf-4811-b8f7-5d267a97e5ee req-6a4434cc-4dff-4b68-a6ad-40c42b946e25 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 944 time: 0.1109011 Jun 24 09:42:20.636995 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b8ec89b3-2122-4a9b-98f1-587bc59d78e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:20.786714 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:20.811037 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3e375a2d-2d13-4cb6-8cf2-84bd95b8bb49 admin admin] Publish callbacks [] for security_group (eefa9cdc-c608-4824-b633-ee445e641b99), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:20.878951 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-49ecac04-40cf-4811-b8f7-5d267a97e5ee req-9913f511-e4a8-4f32-8d36-444d2058dcb3 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130294 Jun 24 09:42:20.885170 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-a728a2fa-80c0-41fb-b09d-992b0a07f83e service neutron] 10.222.0.65 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448602 Jun 24 09:42:20.888427 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3e375a2d-2d13-4cb6-8cf2-84bd95b8bb49 admin admin] Publish callbacks [] for security_group (eefa9cdc-c608-4824-b633-ee445e641b99), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:21.037808 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:21.040630 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b8ec89b3-2122-4a9b-98f1-587bc59d78e8 admin admin] Publish callbacks [] for security_group (7567ae57-401d-46d0-9577-c73f1df1478b), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:21.051300 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b8ec89b3-2122-4a9b-98f1-587bc59d78e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7567ae57-401d-46d0-9577-c73f1df1478b), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:21.099464 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-290a3f90-9adb-4bfd-8cfb-d5b5a1d1e0b2 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037060 Jun 24 09:42:21.122726 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec89b3-2122-4a9b-98f1-587bc59d78e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7567ae57-401d-46d0-9577-c73f1df1478b,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:21.127658 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-b8ec89b3-2122-4a9b-98f1-587bc59d78e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdf9b50268aa4f58bbc2b766d5f0bf78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7733808 Jun 24 09:42:21.128918 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3e375a2d-2d13-4cb6-8cf2-84bd95b8bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (eefa9cdc-c608-4824-b633-ee445e641b99), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:21.130640 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51912) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:21.131426 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3e375a2d-2d13-4cb6-8cf2-84bd95b8bb49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:21.135137 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-3e375a2d-2d13-4cb6-8cf2-84bd95b8bb49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eefa9cdc-c608-4824-b633-ee445e641b99 HTTP/1.1" status: 204 len: 168 time: 0.6361163 Jun 24 09:42:21.157389 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e375a2d-2d13-4cb6-8cf2-84bd95b8bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefa9cdc-c608-4824-b633-ee445e641b99,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:21.307661 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e5fb6eef-28f6-4c14-bd5e-43dc7bc52353 req-38a5c99d-599a-445f-b35c-7ad0b68cc6d0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 210 time: 0.1175449 Jun 24 09:42:21.352869 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cab6cd78-3233-43f9-b4ee-223e93cdb3b1 admin admin] Publish callbacks [] for security_group (7567ae57-401d-46d0-9577-c73f1df1478b), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:21.456193 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cab6cd78-3233-43f9-b4ee-223e93cdb3b1 admin admin] Publish callbacks [] for security_group (7567ae57-401d-46d0-9577-c73f1df1478b), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:21.572856 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:21.674930 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cab6cd78-3233-43f9-b4ee-223e93cdb3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7567ae57-401d-46d0-9577-c73f1df1478b), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:21.681040 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 27c9c6cf-41c6-450b-a544-97560d9c6586 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:21.682197 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d2f6df8d-5c34-42f1-ad68-ab283c22073e req-2285893a-dc3f-4179-89ae-d096a0251175 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 210 time: 0.1438651 Jun 24 09:42:21.685807 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cab6cd78-3233-43f9-b4ee-223e93cdb3b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:21.687255 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-cab6cd78-3233-43f9-b4ee-223e93cdb3b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7567ae57-401d-46d0-9577-c73f1df1478b HTTP/1.1" status: 204 len: 168 time: 0.5553565 Jun 24 09:42:21.699317 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6cd78-3233-43f9-b4ee-223e93cdb3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7567ae57-401d-46d0-9577-c73f1df1478b,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:21.726335 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Request body: {'port': {'device_id': '2135f6c7-0718-46fa-94a8-f948e487e37f', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'admin_state_up': True, 'tenant_id': '42946f76423740028ae43dc6a49cbbda'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:21.952497 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 27c9c6cf-41c6-450b-a544-97560d9c6586 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:21.954355 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:22.146002 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f977ee25-8df1-4765-b247-0619f4b376ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:22.147491 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-f977ee25-8df1-4765-b247-0619f4b376ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d731dcf3-2e78-424c-acaa-06d3b77ef560 HTTP/1.1" status: 200 len: 851 time: 0.2964010 Jun 24 09:42:22.672857 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:22.780416 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 27c9c6cf-41c6-450b-a544-97560d9c6586 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:22.853678 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-08150c66-3549-4e57-9932-92ed85eaa739 req-e456ab1b-c702-41b4-ad9b-f7bebdc7f57b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 210 time: 1.0095918 Jun 24 09:42:22.936105 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51974) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:22.985726 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-664c963c-5346-4163-ba00-bba9cec12774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:23.079475 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eac5bc-165d-40cf-9be4-e2802bc23bee req-57ea1bd5-3fab-4a76-a931-353e97818611 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:23.089000 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d6eac5bc-165d-40cf-9be4-e2802bc23bee req-57ea1bd5-3fab-4a76-a931-353e97818611 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 944 time: 0.9120939 Jun 24 09:42:23.109363 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-e1436549-b503-45a0-9a7d-04c5e17ac074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:23.111183 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-e1436549-b503-45a0-9a7d-04c5e17ac074 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9369cf11-485b-46a3-a217-92b03ccfb37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.8431726 Jun 24 09:42:23.186290 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:23.263844 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6058fd15-6788-4c5e-bbe1-a4b18e10bb58 req-ebc91e9d-0d14-48e6-842f-9bf0acdb582e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 210 time: 0.1699982 Jun 24 09:42:23.308963 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-664c963c-5346-4163-ba00-bba9cec12774 admin admin] Publish callbacks [] for security_group (36539324-924a-45f1-bec4-cc3e0bbc9f6b), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:23.315955 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-664c963c-5346-4163-ba00-bba9cec12774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (36539324-924a-45f1-bec4-cc3e0bbc9f6b), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:23.319783 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d6eac5bc-165d-40cf-9be4-e2802bc23bee req-f8c7b556-913d-4a7b-8e3d-2a63da46ab9d tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296720 Jun 24 09:42:23.402354 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Made reservation on behalf of 42946f76423740028ae43dc6a49cbbda for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:42:23.408575 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:23.471124 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-664c963c-5346-4163-ba00-bba9cec12774 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=101f7f0141924ccb8ea81eac54751599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5334885 Jun 24 09:42:23.471900 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.47', 49910) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:23.472234 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 51996) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:23.716411 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c963c-5346-4163-ba00-bba9cec12774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36539324-924a-45f1-bec4-cc3e0bbc9f6b,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:23.855871 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.47', 49911) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:23.870621 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-208804ed-237c-4f4a-9c56-1bc62faf9ebf admin admin] Publish callbacks [] for security_group (36539324-924a-45f1-bec4-cc3e0bbc9f6b), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:23.926283 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-208804ed-237c-4f4a-9c56-1bc62faf9ebf admin admin] Publish callbacks [] for security_group (36539324-924a-45f1-bec4-cc3e0bbc9f6b), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:24.153853 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7544c749-b0f5-4f7f-9584-92a68b4f1459 req-770e7a24-53a8-4f96-9b94-cd87a18ae287 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 210 time: 0.1038580 Jun 24 09:42:24.156069 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2630f11c-f94b-4c26-a64a-4e8551b7439f req-59f30c0f-24dd-4447-95f3-39f7738c738d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 210 time: 0.1048200 Jun 24 09:42:24.275567 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:24.281180 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-208804ed-237c-4f4a-9c56-1bc62faf9ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (36539324-924a-45f1-bec4-cc3e0bbc9f6b), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:24.284323 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-208804ed-237c-4f4a-9c56-1bc62faf9ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:24.288551 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-208804ed-237c-4f4a-9c56-1bc62faf9ebf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36539324-924a-45f1-bec4-cc3e0bbc9f6b HTTP/1.1" status: 204 len: 168 time: 0.7897680 Jun 24 09:42:24.312197 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-c858ce8a-9527-4471-a993-598bba8347c7 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:24.314450 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-c858ce8a-9527-4471-a993-598bba8347c7 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 818 time: 0.8177078 Jun 24 09:42:24.326632 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208804ed-237c-4f4a-9c56-1bc62faf9ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36539324-924a-45f1-bec4-cc3e0bbc9f6b,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:24.330119 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-183dc1bb-8a6b-4b73-8521-40fa84fc545c service neutron] 10.222.0.47 "GET /v2.0/networks/9369cf11-485b-46a3-a217-92b03ccfb37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777631 Jun 24 09:42:24.403752 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-366026d7-1232-4da6-b08e-261fd1666deb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:24.406289 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-366026d7-1232-4da6-b08e-261fd1666deb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 817 time: 0.4316459 Jun 24 09:42:24.419367 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Request body: {'port': {'device_id': 'bebb7ab7-cad1-4e94-aedd-5852d76b5f3c', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'admin_state_up': True, 'tenant_id': '42946f76423740028ae43dc6a49cbbda'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:24.458087 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Allocated IP 172.20.0.7 (eee14dfc-24f3-458e-880d-b3e43ab7d14d/0cc4ca32-6807-4738-8cd7-ef513e1d29e9/70b66b36-bc61-4e7d-8b33-ed840e49fe68) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:42:24.523524 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-175c9308-db64-42b6-ac71-a448093e494c req-4d4da40a-7819-4502-8b16-166897ba9554 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 210 time: 0.0674720 Jun 24 09:42:24.718938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a558b-ed44-4e46-8eb4-c5f7d315e54e req-756c0a98-1358-4aa1-9103-059fa0096b17 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:24.720735 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d09a558b-ed44-4e46-8eb4-c5f7d315e54e req-756c0a98-1358-4aa1-9103-059fa0096b17 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 944 time: 0.1477132 Jun 24 09:42:24.726793 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-781afe77-a3b9-4c8f-adda-a3019a4b9b6a req-8e3fa5cb-6ec6-4858-ae0c-601b8676abaa service neutron] 10.222.0.47 "GET /v2.0/networks/9369cf11-485b-46a3-a217-92b03ccfb37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556495 Jun 24 09:42:24.729761 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:24.771425 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-d36def55-78aa-41a5-9771-678d69b56dd2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f64a8807499a44ababb8bb037fc3d195 HTTP/1.1" status: 200 len: 379 time: 0.2662742 Jun 24 09:42:24.772903 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Made reservation on behalf of 42946f76423740028ae43dc6a49cbbda for: {'port': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:42:24.776408 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:24.874210 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d09a558b-ed44-4e46-8eb4-c5f7d315e54e req-12f245dc-aa42-4c79-b350-9c3e669a4e4a tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439168 Jun 24 09:42:24.879759 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:24.925500 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:24.928233 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'port': {'device_id': 'aa551ac0-154e-4145-acc0-725155004e69', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'admin_state_up': True, 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'security_groups': ['d998d778-593a-48ed-8e35-00a9d03b22a2']}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:24.944390 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:25.013832 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Network eee14dfc-24f3-458e-880d-b3e43ab7d14d is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:25.018322 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:25.024283 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:42:25.032291 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:25.032947 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:25.038386 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:25.042109 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event updated for resources: {'Port': ['ID=70b66b36-bc61-4e7d-8b33-ed840e49fe68,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:25.074150 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-53f34661-d1da-4059-a310-21ec74e23184 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3546824 Jun 24 09:42:25.251521 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Allocated IP 172.20.0.13 (eee14dfc-24f3-458e-880d-b3e43ab7d14d/0cc4ca32-6807-4738-8cd7-ef513e1d29e9/ccbac6d6-252a-4188-b391-a975bc7720c2) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:42:25.323296 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-3f0604eb-17c4-4a95-9449-8a8115859f7f None None] Provisioning complete for port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:25.323899 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-3f0604eb-17c4-4a95-9449-8a8115859f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:25.369552 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bb580484-5024-4935-a199-e2b485a9b6f1 req-b4821c90-c398-40bf-b8c7-fd023690cd0c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 210 time: 0.0582259 Jun 24 09:42:25.386112 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-3f0604eb-17c4-4a95-9449-8a8115859f7f None None] Port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:25.407020 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-302a0b6b-a5ff-4424-addc-9aaf7d27cd28 req-5fd36fd1-5464-4627-8c69-bbe57c5a8583 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 210 time: 0.0619357 Jun 24 09:42:25.413470 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Made reservation on behalf of f64a8807499a44ababb8bb037fc3d195 for: {'port': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:42:25.417368 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:25.643108 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:25.671387 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Allocated IP 172.20.0.8 (8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b/b1649778-731e-485a-b476-5e3ad263e4ba/371d87f0-d828-436b-a673-c5e34fc40e6c) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:42:25.684274 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d2a5184e-4e51-4417-b15c-4911b22ca8c4 req-78a4444d-9fbc-4e5f-80bd-2f5d66fd9c02 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 210 time: 0.0469573 Jun 24 09:42:25.716931 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:25.860015 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Network eee14dfc-24f3-458e-880d-b3e43ab7d14d is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:25.867783 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:25.869574 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event updated for resources: {'Port': ['ID=ccbac6d6-252a-4188-b391-a975bc7720c2,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:25.871520 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:42:25.877395 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:25.878006 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:25.945877 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Request body: {'port': {'device_id': '2135f6c7-0718-46fa-94a8-f948e487e37f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:25.949466 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.47', 49921) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:26.142001 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-6b4c3c58-2fd3-4fb7-91a1-877658a4736a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7294824 Jun 24 09:42:26.176479 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:26.184673 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:26.213459 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-7f2e9793-3732-4d4b-bca8-eaa46231181e None None] Provisioning complete for port ccbac6d6-252a-4188-b391-a975bc7720c2 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:26.214270 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-7f2e9793-3732-4d4b-bca8-eaa46231181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:26.216548 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:26.227414 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4f67a-d468-4d10-879c-6e81c0af918f req-81c2a743-b90c-4027-a8f7-38fe2f7234d7 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:26.230767 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bff4f67a-d468-4d10-879c-6e81c0af918f req-81c2a743-b90c-4027-a8f7-38fe2f7234d7 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 944 time: 0.2614255 Jun 24 09:42:26.244416 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:26.294309 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e9793-3732-4d4b-bca8-eaa46231181e None None] Port ccbac6d6-252a-4188-b391-a975bc7720c2 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:26.294894 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:26.298326 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:26.307122 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531f7f0-52e7-4176-97fa-2c145dc3f830 req-1f8192ff-2aa5-4f3b-91bc-f9c9420d37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:26.308829 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a531f7f0-52e7-4176-97fa-2c145dc3f830 req-1f8192ff-2aa5-4f3b-91bc-f9c9420d37d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4290bd187dc948bc9f1dc5a8cc272f0b&device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 1128 time: 0.3573694 Jun 24 09:42:26.313184 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:42:26.318759 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:26.319507 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:26.346348 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:26.349552 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4255559 Jun 24 09:42:26.351292 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598be52-4720-4baf-bc27-84fe2f991a47 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'Port': ['ID=371d87f0-d828-436b-a673-c5e34fc40e6c,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:26.381866 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:26.430471 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bff4f67a-d468-4d10-879c-6e81c0af918f req-e959ff68-1e98-41f7-a228-fb0fa58ebb99 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684277 Jun 24 09:42:26.482217 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-dd004903-3532-4bab-847f-f24862beacbf tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:26.483877 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-dd004903-3532-4bab-847f-f24862beacbf tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 814 time: 0.5290279 Jun 24 09:42:26.622337 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-f4716f2c-b64d-4c0b-a9b1-ea5e761cb743 None None] Provisioning complete for port 371d87f0-d828-436b-a673-c5e34fc40e6c triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:26.623878 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f4716f2c-b64d-4c0b-a9b1-ea5e761cb743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:26.671133 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d1a11348-28a0-4e2f-a9dd-4470a5873a7a req-39d8c042-7913-49dc-bb4b-6da17486afd9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 210 time: 0.1376896 Jun 24 09:42:26.680018 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-f4716f2c-b64d-4c0b-a9b1-ea5e761cb743 None None] Port 371d87f0-d828-436b-a673-c5e34fc40e6c cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:26.696758 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fc136-fcb6-4908-acbb-bba096de8d0c req-8f31e771-1a90-4656-9469-49880eb99e01 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:26.698703 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f34fc136-fcb6-4908-acbb-bba096de8d0c req-8f31e771-1a90-4656-9469-49880eb99e01 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 932 time: 0.1667929 Jun 24 09:42:26.850279 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52144) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:26.883492 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f34fc136-fcb6-4908-acbb-bba096de8d0c req-1873edc1-0863-4e48-b313-8f0e6771df71 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745198 Jun 24 09:42:26.930159 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6e05c-15e2-413a-8ea6-4b94f49c11f3 req-e42443c3-27bd-4661-bce5-33e4a466f145 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:26.932492 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1ac6e05c-15e2-413a-8ea6-4b94f49c11f3 req-e42443c3-27bd-4661-bce5-33e4a466f145 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 931 time: 0.1165574 Jun 24 09:42:27.001739 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b07ea678-ce1c-4cd0-88cf-b253ce609814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.060284 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1ac6e05c-15e2-413a-8ea6-4b94f49c11f3 req-f5bdc162-2eca-47c0-9b66-fa3d2003cdeb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197972 Jun 24 09:42:27.080349 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b66b36-bc61-4e7d-8b33-ed840e49fe68 {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:42:27.091159 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Publish callbacks [] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.107797 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Transition to ACTIVE for port object 70b66b36-bc61-4e7d-8b33-ed840e49fe68 will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:42:27.115034 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.128657 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b07ea678-ce1c-4cd0-88cf-b253ce609814 admin admin] Publish callbacks [] for security_group (937eb593-89c7-40e5-8e2f-9e0952d03183), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.141760 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b07ea678-ce1c-4cd0-88cf-b253ce609814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (937eb593-89c7-40e5-8e2f-9e0952d03183), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.176643 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ea678-ce1c-4cd0-88cf-b253ce609814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937eb593-89c7-40e5-8e2f-9e0952d03183,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:27.214839 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:27.223776 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-b07ea678-ce1c-4cd0-88cf-b253ce609814 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd2861392d3c409fa30edd4f2ebbc37d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695278 Jun 24 09:42:27.228321 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52158) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:27.283401 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Attempting to bind port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:42:27.283786 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Attempting to bind port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:42:27.284114 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Attempting to bind port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 on network eee14dfc-24f3-458e-880d-b3e43ab7d14d {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:27.291905 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 on network eee14dfc-24f3-458e-880d-b3e43ab7d14d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:42:27.292224 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Attempting to bind port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 on network eee14dfc-24f3-458e-880d-b3e43ab7d14d {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:27.298715 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Pushing event updated for resources: {'Port': ['ID=70b66b36-bc61-4e7d-8b33-ed840e49fe68,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:27.301695 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:42:27.302029 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Checking segment: {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:42:27.302552 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Bound using segment: {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:42:27.302825 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Bound port: 70b66b36-bc61-4e7d-8b33-ed840e49fe68, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:42:27.303249 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.327117 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18e6e2e8-8488-48e9-bcf4-ecac1056cf6c admin admin] Publish callbacks [] for security_group (937eb593-89c7-40e5-8e2f-9e0952d03183), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.361790 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18e6e2e8-8488-48e9-bcf4-ecac1056cf6c admin admin] Publish callbacks [] for security_group (937eb593-89c7-40e5-8e2f-9e0952d03183), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.370297 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] For port 70b66b36-bc61-4e7d-8b33-ed840e49fe68, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:42:27.374272 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] For port 70b66b36-bc61-4e7d-8b33-ed840e49fe68, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=70b66b36-bc61-4e7d-8b33-ed840e49fe68,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:42:27.387011 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.441645 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:27.451473 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18e6e2e8-8488-48e9-bcf4-ecac1056cf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (937eb593-89c7-40e5-8e2f-9e0952d03183), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.451473 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18e6e2e8-8488-48e9-bcf4-ecac1056cf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.451473 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-18e6e2e8-8488-48e9-bcf4-ecac1056cf6c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/937eb593-89c7-40e5-8e2f-9e0952d03183 HTTP/1.1" status: 204 len: 168 time: 0.2193365 Jun 24 09:42:27.463262 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.467581 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] 10.222.0.47 "PUT /v2.0/ports/70b66b36-bc61-4e7d-8b33-ed840e49fe68 HTTP/1.1" status: 200 len: 1093 time: 1.5258853 Jun 24 09:42:27.467581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2135f6c7-0718-46fa-94a8-f948e487e37f', 'tag': '70b66b36-bc61-4e7d-8b33-ed840e49fe68'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:27.471945 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6e2e8-8488-48e9-bcf4-ecac1056cf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937eb593-89c7-40e5-8e2f-9e0952d03183,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:27.472190 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94448502-e6cd-4759-b5d8-e41cba308e55" -d '{"events": [{"name": "network-changed", "server_uuid": "2135f6c7-0718-46fa-94a8-f948e487e37f", "tag": "70b66b36-bc61-4e7d-8b33-ed840e49fe68"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:27.542757 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29f1af-86a8-438e-9230-c12a64a241d8 service neutron] Pushing event updated for resources: {'Port': ['ID=70b66b36-bc61-4e7d-8b33-ed840e49fe68,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:27.607601 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0869f8-ce7b-4647-aca7-8b601b8abbde x-openstack-request-id: req-9f0869f8-ce7b-4647-aca7-8b601b8abbde {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:27.607803 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2135f6c7-0718-46fa-94a8-f948e487e37f", "tag": "70b66b36-bc61-4e7d-8b33-ed840e49fe68", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:27.608009 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f0869f8-ce7b-4647-aca7-8b601b8abbde {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:27.608422 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0869f8-ce7b-4647-aca7-8b601b8abbde'] response: {'name': 'network-changed', 'server_uuid': '2135f6c7-0718-46fa-94a8-f948e487e37f', 'tag': '70b66b36-bc61-4e7d-8b33-ed840e49fe68', 'status': 'completed', 'code': 200} Jun 24 09:42:27.627698 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaef3dd-ab29-436b-8fef-8619a9cf3678 req-0f47cdfe-1999-4b80-98bc-9d1f205241aa tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:27.629385 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bdaef3dd-ab29-436b-8fef-8619a9cf3678 req-0f47cdfe-1999-4b80-98bc-9d1f205241aa tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 944 time: 0.0608225 Jun 24 09:42:27.676789 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:27.681801 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bdaef3dd-ab29-436b-8fef-8619a9cf3678 req-325c7b1e-a7c0-4b5b-916d-bcc10bba8ddc tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466065 Jun 24 09:42:27.804439 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0c215a9e-e9fe-49e7-b8be-d3b3267b0312 req-3bb98058-2fad-4dd9-8e07-fa3ad15e82bf tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 210 time: 0.0284269 Jun 24 09:42:27.824934 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52176) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:27.838270 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4850-2d25-44f5-8245-4ae458070055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.912222 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4850-2d25-44f5-8245-4ae458070055 admin admin] Publish callbacks [] for security_group (646b44c8-f049-4949-96c8-78552cc3b93d), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.917729 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4850-2d25-44f5-8245-4ae458070055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (646b44c8-f049-4949-96c8-78552cc3b93d), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:27.957752 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-7a4c4850-2d25-44f5-8245-4ae458070055 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9fcae4f6fb9142d78ceb270a0476694f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317022 Jun 24 09:42:27.958698 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c4850-2d25-44f5-8245-4ae458070055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646b44c8-f049-4949-96c8-78552cc3b93d,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:27.963108 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52180) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:28.004683 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f411fe-4345-47f7-9aa6-52fc7e58a017 req-c58f5531-b7c0-4c46-bbb9-622f9716ee50 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:28.006253 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-17f411fe-4345-47f7-9aa6-52fc7e58a017 req-c58f5531-b7c0-4c46-bbb9-622f9716ee50 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 932 time: 0.0491197 Jun 24 09:42:28.015944 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e8589316-65d3-48c3-ad22-6a2dec094bb3 admin admin] Publish callbacks [] for security_group (646b44c8-f049-4949-96c8-78552cc3b93d), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:28.039015 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e8589316-65d3-48c3-ad22-6a2dec094bb3 admin admin] Publish callbacks [] for security_group (646b44c8-f049-4949-96c8-78552cc3b93d), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:28.040744 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:28.059645 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-17f411fe-4345-47f7-9aa6-52fc7e58a017 req-22b72bf0-be0a-45c7-aa28-aa5585ed91a9 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Jun 24 09:42:28.088518 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e8589316-65d3-48c3-ad22-6a2dec094bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (646b44c8-f049-4949-96c8-78552cc3b93d), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:28.090839 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e8589316-65d3-48c3-ad22-6a2dec094bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:28.092043 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e8589316-65d3-48c3-ad22-6a2dec094bb3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/646b44c8-f049-4949-96c8-78552cc3b93d HTTP/1.1" status: 204 len: 168 time: 0.1280363 Jun 24 09:42:28.102807 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8589316-65d3-48c3-ad22-6a2dec094bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646b44c8-f049-4949-96c8-78552cc3b93d,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:28.181213 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a15b1-4e1d-4faf-85e6-86c9faf9fd2d req-cd41d250-e99f-4044-81bc-00282340e604 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:28.182634 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-964a15b1-4e1d-4faf-85e6-86c9faf9fd2d req-cd41d250-e99f-4044-81bc-00282340e604 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 931 time: 0.0488019 Jun 24 09:42:28.233565 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-964a15b1-4e1d-4faf-85e6-86c9faf9fd2d req-5f493f44-ef35-42e9-8408-0bede12ce1f6 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441997 Jun 24 09:42:28.674212 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Request body: {'port': {'device_id': 'bebb7ab7-cad1-4e94-aedd-5852d76b5f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:28.685357 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 697f8edd-0704-4e42-8528-68705e30c6e2 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:42:28.736198 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:28.757078 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Request body: {'port': {'device_id': 'aa551ac0-154e-4145-acc0-725155004e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:28.937417 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:28.985759 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 697f8edd-0704-4e42-8528-68705e30c6e2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=697f8edd-0704-4e42-8528-68705e30c6e2,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:28.988958 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:29.003912 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '697f8edd-0704-4e42-8528-68705e30c6e2', 'network_id': '9369cf11-485b-46a3-a217-92b03ccfb37d', 'port_id': '697f8edd-0704-4e42-8528-68705e30c6e2', 'mac_address': 'fa:16:3e:89:b9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd731dcf3-2e78-424c-acaa-06d3b77ef560', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:42:29.061582 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 697f8edd-0704-4e42-8528-68705e30c6e2 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:29.062372 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:29.080201 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697f8edd-0704-4e42-8528-68705e30c6e2 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:42:29.140517 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 697f8edd-0704-4e42-8528-68705e30c6e2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=697f8edd-0704-4e42-8528-68705e30c6e2,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:29.152550 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:29.266537 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-58898921-9d7b-4b09-9317-2f0f5ce02e5b req-5b97a610-12fd-46c7-b5f1-9a25e28a2740 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 210 time: 0.0963001 Jun 24 09:42:29.270715 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=697f8edd-0704-4e42-8528-68705e30c6e2,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:29.431894 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['697f8edd-0704-4e42-8528-68705e30c6e2'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:42:29.511882 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531f7f0-52e7-4176-97fa-2c145dc3f830 req-e3915327-7f34-4bd8-a4b9-75d33d5fb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:29.514786 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a531f7f0-52e7-4176-97fa-2c145dc3f830 req-e3915327-7f34-4bd8-a4b9-75d33d5fb209 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9369cf11-485b-46a3-a217-92b03ccfb37d HTTP/1.1" status: 200 len: 913 time: 0.8268991 Jun 24 09:42:29.519815 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-49d5a22b-03da-455b-afd9-4e9769e05da3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 380 time: 0.8166442 Jun 24 09:42:29.526626 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94448502-e6cd-4759-b5d8-e41cba308e55 req-6953a6ab-78f2-4047-a18d-92bab375dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:29.528097 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-94448502-e6cd-4759-b5d8-e41cba308e55 req-6953a6ab-78f2-4047-a18d-92bab375dafc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 1127 time: 0.7301099 Jun 24 09:42:29.758517 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'port': {'device_id': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'admin_state_up': True, 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'security_groups': ['ea362193-c7de-4291-bdba-83202b68c929']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:29.772702 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:29.776394 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:29.777282 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:29.791069 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94448502-e6cd-4759-b5d8-e41cba308e55 req-c42eca61-a0c3-4a14-a349-dfbb6fa6f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:29.792782 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-94448502-e6cd-4759-b5d8-e41cba308e55 req-c42eca61-a0c3-4a14-a349-dfbb6fa6f00f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=42946f76423740028ae43dc6a49cbbda&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2499771 Jun 24 09:42:29.891828 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371d87f0-d828-436b-a673-c5e34fc40e6c {{(pid=110593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:42:29.903764 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Publish callbacks [] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:29.936274 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a531f7f0-52e7-4176-97fa-2c145dc3f830 req-383cfca2-227b-46b0-9f9a-4719a67b3cbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=697f8edd-0704-4e42-8528-68705e30c6e2 HTTP/1.1" status: 200 len: 217 time: 0.4047480 Jun 24 09:42:29.963786 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbac6d6-252a-4188-b391-a975bc7720c2 {{(pid=110593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:42:29.984185 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fd55a-ac5d-4a87-96e7-9a83b5d44fd5 req-ab19871d-13d7-4329-95d1-71bbf2d04f22 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:29.985215 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Publish callbacks [] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:29.985818 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a27fd55a-ac5d-4a87-96e7-9a83b5d44fd5 req-ab19871d-13d7-4329-95d1-71bbf2d04f22 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 945 time: 1.1494405 Jun 24 09:42:29.992594 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.provisioning_blocks [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Transition to ACTIVE for port object 371d87f0-d828-436b-a673-c5e34fc40e6c will not be triggered until provisioned by entity L2. {{(pid=110593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:42:29.999065 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:30.003639 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:30.016521 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.provisioning_blocks [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Transition to ACTIVE for port object ccbac6d6-252a-4188-b391-a975bc7720c2 will not be triggered until provisioned by entity L2. {{(pid=110593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:42:30.045423 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:30.086512 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Pushing event updated for resources: {'Port': ['ID=371d87f0-d828-436b-a673-c5e34fc40e6c,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:30.090301 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a37ca-3e7d-45d3-8651-51763ab26ed4 req-53529498-985c-4de0-bdcf-b4acc9010a06 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:30.098465 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-421a37ca-3e7d-45d3-8651-51763ab26ed4 req-53529498-985c-4de0-bdcf-b4acc9010a06 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 932 time: 0.5731416 Jun 24 09:42:30.292115 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Attempting to bind port 371d87f0-d828-436b-a673-c5e34fc40e6c on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:42:30.292433 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Attempting to bind port 371d87f0-d828-436b-a673-c5e34fc40e6c by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:42:30.292828 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Attempting to bind port 371d87f0-d828-436b-a673-c5e34fc40e6c on network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:30.301205 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Port 371d87f0-d828-436b-a673-c5e34fc40e6c on network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:42:30.307243 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Attempting to bind port 371d87f0-d828-436b-a673-c5e34fc40e6c on network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:30.337053 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbac6d6-252a-4188-b391-a975bc7720c2,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:30.350394 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Attempting to bind port ccbac6d6-252a-4188-b391-a975bc7720c2 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:42:30.350948 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Attempting to bind port ccbac6d6-252a-4188-b391-a975bc7720c2 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:42:30.351495 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Attempting to bind port ccbac6d6-252a-4188-b391-a975bc7720c2 on network eee14dfc-24f3-458e-880d-b3e43ab7d14d {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:30.362724 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Port ccbac6d6-252a-4188-b391-a975bc7720c2 on network eee14dfc-24f3-458e-880d-b3e43ab7d14d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:42:30.363467 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Attempting to bind port ccbac6d6-252a-4188-b391-a975bc7720c2 on network eee14dfc-24f3-458e-880d-b3e43ab7d14d {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:30.367965 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a27fd55a-ac5d-4a87-96e7-9a83b5d44fd5 req-9fe40c48-26c2-4510-b037-248f0323c389 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371327 Jun 24 09:42:30.371479 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:42:30.372638 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Checking segment: {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:42:30.373421 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Bound using segment: {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:42:30.374097 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Bound port: 371d87f0-d828-436b-a673-c5e34fc40e6c, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'}}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:42:30.374674 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:30.380093 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:30.402567 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:42:30.403293 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Checking segment: {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:42:30.403986 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Bound using segment: {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:42:30.404637 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Bound port: ccbac6d6-252a-4188-b391-a975bc7720c2, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'}}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:42:30.405199 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:30.418178 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-421a37ca-3e7d-45d3-8651-51763ab26ed4 req-16ed934d-a3ad-4fce-9a3c-a93afe51d0aa tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186970 Jun 24 09:42:30.465475 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94448502-e6cd-4759-b5d8-e41cba308e55 req-b1687cac-594d-4e23-ac08-1fb04d717ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:30.467004 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-94448502-e6cd-4759-b5d8-e41cba308e55 req-b1687cac-594d-4e23-ac08-1fb04d717ffc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5695839 Jun 24 09:42:30.475360 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Made reservation on behalf of 30033ce42b5a43b78dde38163831cea2 for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:42:30.479245 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:30.624495 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] For port ccbac6d6-252a-4188-b391-a975bc7720c2, host hv-cinder-80382, cleared binding levels {{(pid=110593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:42:30.653846 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] For port ccbac6d6-252a-4188-b391-a975bc7720c2, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ccbac6d6-252a-4188-b391-a975bc7720c2,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:42:30.654764 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ce6ac234-49c8-47c5-94be-53b8a36692cc req-ce0232ae-656f-497f-a1e7-73586ade04dc tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 210 time: 0.1104665 Jun 24 09:42:30.655763 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, cleared binding levels {{(pid=110593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:42:30.671159 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:30.676481 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:42:30.691299 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e939d-c51f-4ec5-9f60-70bf32da6e6b req-c68e8358-bd1d-4fd4-8801-b5389807ed52 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:30.692816 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0c9e939d-c51f-4ec5-9f60-70bf32da6e6b req-c68e8358-bd1d-4fd4-8801-b5389807ed52 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.1790643 Jun 24 09:42:30.733796 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:30.734005 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:30.760613 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:30.761236 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:30.762815 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] 10.222.0.47 "PUT /v2.0/ports/ccbac6d6-252a-4188-b391-a975bc7720c2 HTTP/1.1" status: 200 len: 1094 time: 2.0929966 Jun 24 09:42:30.764588 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebb7ab7-cad1-4e94-aedd-5852d76b5f3c', 'tag': 'ccbac6d6-252a-4188-b391-a975bc7720c2'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:30.810582 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Allocated IP 172.20.0.11 (d6d825bf-3025-4144-aa4c-5693ec78fffa/2f1591ae-0529-40f2-a2e2-f283f857afff/cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:42:30.816052 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0c9e939d-c51f-4ec5-9f60-70bf32da6e6b req-1e172260-6ad9-457a-baf4-f7df8b82d4ed tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134410 Jun 24 09:42:30.878821 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:30.883719 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:30.888503 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] 10.222.0.47 "PUT /v2.0/ports/371d87f0-d828-436b-a673-c5e34fc40e6c HTTP/1.1" status: 200 len: 1093 time: 2.1429288 Jun 24 09:42:30.900782 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201024b-a420-47a6-980c-55edbd7e9a05 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbac6d6-252a-4188-b391-a975bc7720c2,revision_number=3']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:30.982146 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6fa70-7764-4321-9ae0-20be81fd3c62 service neutron] Pushing event updated for resources: {'Port': ['ID=371d87f0-d828-436b-a673-c5e34fc40e6c,revision_number=3']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:31.008161 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:31.074275 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "bebb7ab7-cad1-4e94-aedd-5852d76b5f3c", "tag": "ccbac6d6-252a-4188-b391-a975bc7720c2"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:31.092317 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:31.149974 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Network d6d825bf-3025-4144-aa4c-5693ec78fffa is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:31.158637 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:31.167047 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:42:31.185739 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:31.186689 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:31.212942 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:31.237457 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-68a893de-0d30-4916-a9ba-bc7d6dc4db4e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7076025 Jun 24 09:42:31.245102 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d635e4-0c81-4368-954e-94fd2c8d7220 x-openstack-request-id: req-a2d635e4-0c81-4368-954e-94fd2c8d7220 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:31.245382 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebb7ab7-cad1-4e94-aedd-5852d76b5f3c", "tag": "ccbac6d6-252a-4188-b391-a975bc7720c2", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:31.245632 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2d635e4-0c81-4368-954e-94fd2c8d7220 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:31.246095 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d635e4-0c81-4368-954e-94fd2c8d7220'] response: {'name': 'network-changed', 'server_uuid': 'bebb7ab7-cad1-4e94-aedd-5852d76b5f3c', 'tag': 'ccbac6d6-252a-4188-b391-a975bc7720c2', 'status': 'completed', 'code': 200} Jun 24 09:42:31.528030 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c8191-c334-4b9d-9664-5903e15385b8 req-c3c64656-23dc-4043-84e0-adb25d5a84a7 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:31.534419 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6a9c8191-c334-4b9d-9664-5903e15385b8 req-c3c64656-23dc-4043-84e0-adb25d5a84a7 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 945 time: 0.0666797 Jun 24 09:42:31.570481 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-e11165b3-3bef-4bb3-a441-1cb29106354a None None] Provisioning complete for port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:31.572317 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e11165b3-3bef-4bb3-a441-1cb29106354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:31.618633 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f443c4-a3ce-4400-91b0-a1138886f07f req-1e69b83e-5aca-4016-9f66-9e3198d4dad2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:31.620828 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-11f443c4-a3ce-4400-91b0-a1138886f07f req-1e69b83e-5aca-4016-9f66-9e3198d4dad2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 944 time: 0.1019814 Jun 24 09:42:31.624531 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-e11165b3-3bef-4bb3-a441-1cb29106354a None None] Port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:42:31.651766 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6a9c8191-c334-4b9d-9664-5903e15385b8 req-9cf7906c-2da5-4ce3-95c8-5a787e63bd88 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164067 Jun 24 09:42:31.669003 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:31.707991 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-11f443c4-a3ce-4400-91b0-a1138886f07f req-281c247e-33c1-4ec1-9fb9-7f8472a12002 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710778 Jun 24 09:42:31.740707 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52372) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:31.787635 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9743201-525d-42fd-ab66-ff1dbcb3917e req-ccadb640-9205-4a02-a1ba-5d4e7e8aa2aa tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:31.789222 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f9743201-525d-42fd-ab66-ff1dbcb3917e req-ccadb640-9205-4a02-a1ba-5d4e7e8aa2aa tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 932 time: 0.0610931 Jun 24 09:42:31.848123 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f9743201-525d-42fd-ab66-ff1dbcb3917e req-adcbbc1e-a3f4-4dae-83f2-927cc30669d1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508645 Jun 24 09:42:31.906078 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f17c5880-e504-45d9-94e5-9969e1ab5b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:31.950132 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e9599-e578-4a04-a142-b2958e46c74b req-1b63fc63-e17c-49b7-87b6-3ea9a5612d7a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:31.951942 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f21e9599-e578-4a04-a142-b2958e46c74b req-1b63fc63-e17c-49b7-87b6-3ea9a5612d7a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0496681 Jun 24 09:42:31.996602 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f17c5880-e504-45d9-94e5-9969e1ab5b3a admin admin] Publish callbacks [] for security_group (4c36a9c2-70bc-4822-a6d6-a7353f6749fc), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:32.000732 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f17c5880-e504-45d9-94e5-9969e1ab5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (4c36a9c2-70bc-4822-a6d6-a7353f6749fc), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:32.040405 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f21e9599-e578-4a04-a142-b2958e46c74b req-012d3390-9a18-4bc9-a3cb-37a81a7f1b6f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817766 Jun 24 09:42:32.041884 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-f17c5880-e504-45d9-94e5-9969e1ab5b3a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40230e4314e449339e244c3e69b0edce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999284 Jun 24 09:42:32.042948 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c5880-e504-45d9-94e5-9969e1ab5b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c36a9c2-70bc-4822-a6d6-a7353f6749fc,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:32.045308 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52384) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:32.111892 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-66c74a93-fa53-4460-a873-c2669725cf19 admin admin] Publish callbacks [] for security_group (4c36a9c2-70bc-4822-a6d6-a7353f6749fc), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:32.126838 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:32.138964 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-66c74a93-fa53-4460-a873-c2669725cf19 admin admin] Publish callbacks [] for security_group (4c36a9c2-70bc-4822-a6d6-a7353f6749fc), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:32.193393 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-66c74a93-fa53-4460-a873-c2669725cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (4c36a9c2-70bc-4822-a6d6-a7353f6749fc), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:32.196267 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-66c74a93-fa53-4460-a873-c2669725cf19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:32.197110 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-66c74a93-fa53-4460-a873-c2669725cf19 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c36a9c2-70bc-4822-a6d6-a7353f6749fc HTTP/1.1" status: 204 len: 168 time: 0.1507592 Jun 24 09:42:32.207094 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c74a93-fa53-4460-a873-c2669725cf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c36a9c2-70bc-4822-a6d6-a7353f6749fc,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:32.480598 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 52392) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:32.494425 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c659-d875-4a21-a84c-708d7de4aebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:32.496816 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:32.716606 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-fc5dc0be-dadd-4ce0-86d4-cfbfaeaed96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:32.718167 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-fc5dc0be-dadd-4ce0-86d4-cfbfaeaed96b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 1128 time: 0.1067109 Jun 24 09:42:32.727041 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-5d6e6c51-bc64-419f-9d80-f3d07b748716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:32.727652 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-5d6e6c51-bc64-419f-9d80-f3d07b748716 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 1127 time: 0.0638371 Jun 24 09:42:32.757844 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Request body: {'port': {'device_id': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:32.810964 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 697f8edd-0704-4e42-8528-68705e30c6e2 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:32.882424 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port 697f8edd-0704-4e42-8528-68705e30c6e2 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:42:32.892680 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 697f8edd-0704-4e42-8528-68705e30c6e2 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:32.893821 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:32.921242 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1b15e-6a68-4b80-b0c8-ea114c4a9719 req-a00c39a4-f615-46f0-92bc-f3f9f3c64699 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:32.923092 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3cf1b15e-6a68-4b80-b0c8-ea114c4a9719 req-a00c39a4-f615-46f0-92bc-f3f9f3c64699 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 945 time: 0.1722937 Jun 24 09:42:32.972057 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-a6847251-c929-4493-ac84-4fc9629d7fb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccbac6d6-252a-4188-b391-a975bc7720c2 HTTP/1.1" status: 200 len: 217 time: 0.2434011 Jun 24 09:42:33.011105 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-d28ea14a-9450-4b14-8e78-529acf250272 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=371d87f0-d828-436b-a673-c5e34fc40e6c HTTP/1.1" status: 200 len: 217 time: 0.0378048 Jun 24 09:42:33.014555 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 697f8edd-0704-4e42-8528-68705e30c6e2 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:33.015019 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:33.037013 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:33.039951 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-9ba75b60-276f-4459-a9fd-62bdbbd48fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:33.041679 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-9ba75b60-276f-4459-a9fd-62bdbbd48fc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 1127 time: 0.2991903 Jun 24 09:42:33.059020 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce878530-09af-4e67-9276-7b448c325d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697f8edd-0704-4e42-8528-68705e30c6e2'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:33.069063 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531f7f0-52e7-4176-97fa-2c145dc3f830 req-7d1b84f6-c27f-40b4-864b-95a2fbff4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:33.071003 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a531f7f0-52e7-4176-97fa-2c145dc3f830 req-7d1b84f6-c27f-40b4-864b-95a2fbff4780 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d731dcf3-2e78-424c-acaa-06d3b77ef560 HTTP/1.1" status: 200 len: 851 time: 0.5442226 Jun 24 09:42:33.073252 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-25d5180c-490c-4eb8-a136-6a7c9d9d397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:33.075183 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-25d5180c-490c-4eb8-a136-6a7c9d9d397e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0621176 Jun 24 09:42:33.134999 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-79424b67-5b79-4ef8-bb95-3e5d2848e0a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b66b36-bc61-4e7d-8b33-ed840e49fe68 HTTP/1.1" status: 200 len: 217 time: 0.0748487 Jun 24 09:42:33.158539 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19863d-058a-41a0-a4bc-eeb4de996bfd req-3d6cf8cf-c53a-42bb-8cb3-5cbe36f1e464 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:33.160096 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ac19863d-058a-41a0-a4bc-eeb4de996bfd req-3d6cf8cf-c53a-42bb-8cb3-5cbe36f1e464 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 944 time: 0.3582742 Jun 24 09:42:33.192095 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-d7be995e-f546-4120-833d-55928c04da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:33.193645 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-d7be995e-f546-4120-833d-55928c04da43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1068988 Jun 24 09:42:33.196365 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 697f8edd-0704-4e42-8528-68705e30c6e2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=697f8edd-0704-4e42-8528-68705e30c6e2,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:33.224838 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:33.249629 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:33.252067 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787ab510-2760-4982-b0df-12ca977e3848" -d '{"events": [{"name": "network-changed", "server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:33.279645 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-adda15a1-87b0-47f4-8174-c4f1213258da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:33.281195 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-adda15a1-87b0-47f4-8174-c4f1213258da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.1183903 Jun 24 09:42:33.284407 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:33.378927 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=697f8edd-0704-4e42-8528-68705e30c6e2,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:33.379779 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-f1d60ab2-4cb8-4d97-a0ad-8f1d2e7d80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:33.381455 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-f1d60ab2-4cb8-4d97-a0ad-8f1d2e7d80a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.3047593 Jun 24 09:42:33.416739 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b1dc29-3b17-4ea2-8d18-f20ec02b8864" -d '{"events": [{"server_uuid": "ce878530-09af-4e67-9276-7b448c325d2f", "name": "network-vif-plugged", "status": "completed", "tag": "697f8edd-0704-4e42-8528-68705e30c6e2"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:33.434917 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-7e86d26f-b9bb-46e8-8609-7ea22e36a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:33.436807 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-7e86d26f-b9bb-46e8-8609-7ea22e36a808 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463974 Jun 24 09:42:33.440828 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-7e0d3578-312c-4835-9eb0-376955234a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:33.442690 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-7e0d3578-312c-4835-9eb0-376955234a24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1315191 Jun 24 09:42:33.452521 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c659-d875-4a21-a84c-708d7de4aebc admin admin] Publish callbacks [] for security_group (bdcc665e-c20a-4d0d-88e9-5ddebe979eba), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:33.460882 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531f7f0-52e7-4176-97fa-2c145dc3f830 req-557bb0a1-8723-4aef-9c1f-f5535b97e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:33.463607 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a531f7f0-52e7-4176-97fa-2c145dc3f830 req-557bb0a1-8723-4aef-9c1f-f5535b97e04d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9369cf11-485b-46a3-a217-92b03ccfb37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3331254 Jun 24 09:42:33.521964 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3cf1b15e-6a68-4b80-b0c8-ea114c4a9719 req-f4c5e3c6-18e2-4215-9fbd-3b35c5c530b4 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593333 Jun 24 09:42:33.522559 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4ba3c659-d875-4a21-a84c-708d7de4aebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (bdcc665e-c20a-4d0d-88e9-5ddebe979eba), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:33.534953 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-3b2cc764-a074-4177-834a-ecc89851d3d8 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206062 Jun 24 09:42:33.637592 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-4ba3c659-d875-4a21-a84c-708d7de4aebc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b38f521c99a40e18c94515702f296d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1558800 Jun 24 09:42:33.645922 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52464) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:33.658630 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:33.672048 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-2911e992-dfec-45fa-862f-39eafdbeb07b service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263141 Jun 24 09:42:33.744383 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-41c609dc-dc63-4f7d-adf9-0765bab6a94f service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029810 Jun 24 09:42:33.763810 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ac19863d-058a-41a0-a4bc-eeb4de996bfd req-5432fedd-ef42-4be0-9f91-6f166b937f39 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911213 Jun 24 09:42:33.851700 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-06437a69-9c47-4b15-8b55-46f7c3710a39 admin admin] Publish callbacks [] for security_group (bdcc665e-c20a-4d0d-88e9-5ddebe979eba), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:33.866293 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc5bbb48-7bd2-4afd-9655-616ea5183fd3 req-386183f7-ee5d-4fda-b326-4eefb5c47af9 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831379 Jun 24 09:42:33.868843 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:33.885154 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-06437a69-9c47-4b15-8b55-46f7c3710a39 admin admin] Publish callbacks [] for security_group (bdcc665e-c20a-4d0d-88e9-5ddebe979eba), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:33.929468 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:33.932838 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-29fdbdcf-d632-4ab6-949e-6f9b52d2f33d service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749079 Jun 24 09:42:33.944325 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3c659-d875-4a21-a84c-708d7de4aebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcc665e-c20a-4d0d-88e9-5ddebe979eba,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:33.953625 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-06437a69-9c47-4b15-8b55-46f7c3710a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (bdcc665e-c20a-4d0d-88e9-5ddebe979eba), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:33.956237 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-06437a69-9c47-4b15-8b55-46f7c3710a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:33.957531 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-06437a69-9c47-4b15-8b55-46f7c3710a39 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bdcc665e-c20a-4d0d-88e9-5ddebe979eba HTTP/1.1" status: 204 len: 168 time: 0.3103707 Jun 24 09:42:33.981113 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06437a69-9c47-4b15-8b55-46f7c3710a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcc665e-c20a-4d0d-88e9-5ddebe979eba,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:34.077778 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf650b8-1ba9-4f54-9717-b947443df2ba req-5135ccd4-41da-4bf2-85e9-be228e8a35ae tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:34.084891 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-caf650b8-1ba9-4f54-9717-b947443df2ba req-5135ccd4-41da-4bf2-85e9-be228e8a35ae tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 932 time: 0.4043369 Jun 24 09:42:34.154761 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37b8f4-1995-4d66-b3c9-69f79aa5a1d7 req-a22f6d9b-bfff-495d-b175-52247fd94eb1 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:34.156322 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5c37b8f4-1995-4d66-b3c9-69f79aa5a1d7 req-a22f6d9b-bfff-495d-b175-52247fd94eb1 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.2204289 Jun 24 09:42:34.172295 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a531f7f0-52e7-4176-97fa-2c145dc3f830 req-96794e2b-7803-48ad-9666-36ada52243df service neutron] 10.222.0.47 "GET /v2.0/networks/9369cf11-485b-46a3-a217-92b03ccfb37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674031 Jun 24 09:42:34.221288 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-caf650b8-1ba9-4f54-9717-b947443df2ba req-51e5cf39-6ca8-4010-91b5-e6912c065de6 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357749 Jun 24 09:42:34.285059 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc4c468-6a36-4fc4-8388-42aa9bd9117d x-openstack-request-id: req-5dc4c468-6a36-4fc4-8388-42aa9bd9117d {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:34.285558 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:34.285638 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5dc4c468-6a36-4fc4-8388-42aa9bd9117d {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:34.285981 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc4c468-6a36-4fc4-8388-42aa9bd9117d'] response: {'name': 'network-changed', 'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'status': 'completed', 'code': 200} Jun 24 09:42:34.287530 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5c37b8f4-1995-4d66-b3c9-69f79aa5a1d7 req-58af008d-fe24-451e-9937-96a7967c8bce tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191778 Jun 24 09:42:34.293486 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:42:34.301479 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Publish callbacks [] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:34.316440 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Transition to ACTIVE for port object cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:42:34.321445 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:34.373337 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:34.411271 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Attempting to bind port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:42:34.411651 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Attempting to bind port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:42:34.411965 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Attempting to bind port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 on network d6d825bf-3025-4144-aa4c-5693ec78fffa {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:34.417389 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 on network d6d825bf-3025-4144-aa4c-5693ec78fffa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:42:34.417709 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Attempting to bind port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 on network d6d825bf-3025-4144-aa4c-5693ec78fffa {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:34.430821 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:42:34.431906 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Checking segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:42:34.432304 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Bound using segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:42:34.432747 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Bound port: cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:42:34.433105 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:34.486637 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db27416d-40ad-4ed8-a8bb-300d6790b834 x-openstack-request-id: req-db27416d-40ad-4ed8-a8bb-300d6790b834 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:34.487270 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce878530-09af-4e67-9276-7b448c325d2f", "name": "network-vif-plugged", "status": "completed", "tag": "697f8edd-0704-4e42-8528-68705e30c6e2", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:34.487270 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db27416d-40ad-4ed8-a8bb-300d6790b834 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:34.487705 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db27416d-40ad-4ed8-a8bb-300d6790b834'] response: {'server_uuid': 'ce878530-09af-4e67-9276-7b448c325d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697f8edd-0704-4e42-8528-68705e30c6e2', 'code': 200} Jun 24 09:42:34.583951 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1 req-e3b47b83-6f2d-4a53-a3e7-ca0636e613e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:34.585730 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1 req-e3b47b83-6f2d-4a53-a3e7-ca0636e613e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 1128 time: 0.0821888 Jun 24 09:42:34.692178 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] For port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:42:34.708501 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:34.741732 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] For port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:42:34.771686 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894238e-87a6-4a26-ae43-a8a86cd17f3b req-b621f1a2-43bf-452b-829a-f4d096d7085e tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:34.773186 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7894238e-87a6-4a26-ae43-a8a86cd17f3b req-b621f1a2-43bf-452b-829a-f4d096d7085e tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 946 time: 0.1519356 Jun 24 09:42:34.774488 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:34.801997 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ccbac6d6-252a-4188-b391-a975bc7720c2 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:42:34.818646 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9dfbf14-808f-4436-a2e4-5ae85f66db7d req-509f3c16-f2d1-47f3-9596-df6b7687e466 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068881 Jun 24 09:42:34.845322 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:34.850142 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:42:34.864176 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:34.865135 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:34.866721 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 HTTP/1.1" status: 200 len: 1094 time: 2.1171618 Jun 24 09:42:34.870715 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'tag': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:34.873858 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0445ca14-ddbf-4b26-be0d-91006ca07848" -d '{"events": [{"name": "network-changed", "server_uuid": "93a2b7d9-c03a-459b-9ceb-5d6bf14546ef", "tag": "cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:34.904694 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a531f7f0-52e7-4176-97fa-2c145dc3f830 req-fcc6c8eb-72f9-4c61-9b9b-372dd8ab3cab service neutron] 10.222.0.47 "GET /v2.0/networks/9369cf11-485b-46a3-a217-92b03ccfb37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958025 Jun 24 09:42:34.970310 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fd4c6-8c92-438c-8729-83bd7631c3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:35.004197 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ccbac6d6-252a-4188-b391-a975bc7720c2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ccbac6d6-252a-4188-b391-a975bc7720c2,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:35.007757 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7894238e-87a6-4a26-ae43-a8a86cd17f3b req-d58a4b56-7cfd-45e7-a3a0-5607c3f32609 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124515 Jun 24 09:42:35.026540 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788f95b-9275-4696-8f31-88a485db1326 req-07c1ee8c-5573-4e40-8d43-cd13e5be0529 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:35.030738 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8788f95b-9275-4696-8f31-88a485db1326 req-07c1ee8c-5573-4e40-8d43-cd13e5be0529 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 944 time: 0.1286831 Jun 24 09:42:35.033121 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'ccbac6d6-252a-4188-b391-a975bc7720c2', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'port_id': 'ccbac6d6-252a-4188-b391-a975bc7720c2', 'mac_address': 'fa:16:3e:e1:9f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:42:35.118011 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port ccbac6d6-252a-4188-b391-a975bc7720c2 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:35.118722 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:35.142613 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbac6d6-252a-4188-b391-a975bc7720c2 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:42:35.171184 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e385457d-78f6-4fce-8642-f8a57e5cf574 x-openstack-request-id: req-e385457d-78f6-4fce-8642-f8a57e5cf574 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:35.171497 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a2b7d9-c03a-459b-9ceb-5d6bf14546ef", "tag": "cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:35.171711 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e385457d-78f6-4fce-8642-f8a57e5cf574 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:35.172125 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e385457d-78f6-4fce-8642-f8a57e5cf574'] response: {'name': 'network-changed', 'server_uuid': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'tag': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'status': 'completed', 'code': 200} Jun 24 09:42:35.172409 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ccbac6d6-252a-4188-b391-a975bc7720c2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ccbac6d6-252a-4188-b391-a975bc7720c2,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:35.183322 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:35.186183 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52526) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:35.201109 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8788f95b-9275-4696-8f31-88a485db1326 req-38359947-2b88-483f-85de-86217a8460ea tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548886 Jun 24 09:42:35.249180 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:35.265700 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=ccbac6d6-252a-4188-b391-a975bc7720c2,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:35.348466 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab510-2760-4982-b0df-12ca977e3848 req-609115b9-dc67-4aa7-9355-bb8f5ef374fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:35.350081 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-787ab510-2760-4982-b0df-12ca977e3848 req-609115b9-dc67-4aa7-9355-bb8f5ef374fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 1127 time: 0.0907891 Jun 24 09:42:35.441170 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['ccbac6d6-252a-4188-b391-a975bc7720c2'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:42:35.583673 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2205734-a989-4a0a-b8e8-1436b5b5ef7d req-eddd33c4-77c0-4927-8fab-f4db9ab7d6de tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:35.603512 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1 req-5c3c5bba-cb35-429a-9a32-89e8a020eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:35.604032 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c2205734-a989-4a0a-b8e8-1436b5b5ef7d req-eddd33c4-77c0-4927-8fab-f4db9ab7d6de tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 944 time: 0.2376044 Jun 24 09:42:35.605258 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1 req-5c3c5bba-cb35-429a-9a32-89e8a020eaf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.3585579 Jun 24 09:42:35.614399 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9ffc38f8-20d8-49b5-a8a9-1fc67de130bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:35.649803 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa691b-65fa-49c4-9c10-da393de82587 req-53f4ba45-f958-44ee-8e30-3a6bfdf96069 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:35.651860 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-74aa691b-65fa-49c4-9c10-da393de82587 req-53f4ba45-f958-44ee-8e30-3a6bfdf96069 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.1912847 Jun 24 09:42:35.720052 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c2205734-a989-4a0a-b8e8-1436b5b5ef7d req-0b4521da-37a2-44b5-b744-4b3046b643b8 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134579 Jun 24 09:42:35.725600 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:35.744495 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9ffc38f8-20d8-49b5-a8a9-1fc67de130bf admin admin] Publish callbacks [] for security_group (60a852a6-9c11-44e8-90ae-901004286aa0), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:35.752871 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9ffc38f8-20d8-49b5-a8a9-1fc67de130bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (60a852a6-9c11-44e8-90ae-901004286aa0), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:35.801307 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-74aa691b-65fa-49c4-9c10-da393de82587 req-aa92fadd-8ccf-45c7-b3e3-b18a2579f81f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004012 Jun 24 09:42:35.806116 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-9ffc38f8-20d8-49b5-a8a9-1fc67de130bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ffbc6eab1bc433ab46a95ea589c7dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6184633 Jun 24 09:42:35.808934 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 52564) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:35.816481 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc38f8-20d8-49b5-a8a9-1fc67de130bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a852a6-9c11-44e8-90ae-901004286aa0,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:35.875842 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-722a51e0-8c11-4947-bc96-79a2578bdfb9 admin admin] Publish callbacks [] for security_group (60a852a6-9c11-44e8-90ae-901004286aa0), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:35.903613 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-722a51e0-8c11-4947-bc96-79a2578bdfb9 admin admin] Publish callbacks [] for security_group (60a852a6-9c11-44e8-90ae-901004286aa0), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:35.957644 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-722a51e0-8c11-4947-bc96-79a2578bdfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (60a852a6-9c11-44e8-90ae-901004286aa0), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:35.962389 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-722a51e0-8c11-4947-bc96-79a2578bdfb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:35.966545 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-722a51e0-8c11-4947-bc96-79a2578bdfb9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/60a852a6-9c11-44e8-90ae-901004286aa0 HTTP/1.1" status: 204 len: 168 time: 0.1540823 Jun 24 09:42:35.972878 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a51e0-8c11-4947-bc96-79a2578bdfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a852a6-9c11-44e8-90ae-901004286aa0,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:35.989247 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 52572) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:36.018645 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52576) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:36.189842 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1 req-5603a632-753e-485d-aa25-0247d2c8376f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccbac6d6-252a-4188-b391-a975bc7720c2 HTTP/1.1" status: 200 len: 217 time: 0.0637300 Jun 24 09:42:36.249888 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1 req-6d138de3-d975-4dc9-b59f-413bfeef6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:36.251851 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1 req-6d138de3-d975-4dc9-b59f-413bfeef6e8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0542774 Jun 24 09:42:36.260231 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0d6-823d-45dd-8634-6a7e171d1ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:36.330226 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1 req-e3873955-40ea-4194-be3d-8912b9ae4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:36.332051 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1 req-e3873955-40ea-4194-be3d-8912b9ae4784 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0617597 Jun 24 09:42:36.359436 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:36.502611 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0d6-823d-45dd-8634-6a7e171d1ccb admin admin] Publish callbacks [] for security_group (0d2e3259-63f3-4df6-8ca5-6b6cc353984f), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:36.522952 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-437b42ba-44ca-46df-8c16-80af89410dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:36.524644 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0d6-823d-45dd-8634-6a7e171d1ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (0d2e3259-63f3-4df6-8ca5-6b6cc353984f), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:36.549772 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1 req-c0bdade2-eae0-4476-aec6-d546f07b73b1 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012887 Jun 24 09:42:36.553648 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=13 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:36.560551 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721747a-361b-44b2-9bec-47c08f48e327 req-ede59d8b-8f37-4865-bdee-e358a5cbbd7f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:36.562202 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6721747a-361b-44b2-9bec-47c08f48e327 req-ede59d8b-8f37-4865-bdee-e358a5cbbd7f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 946 time: 0.4629378 Jun 24 09:42:36.583199 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aa0d6-823d-45dd-8634-6a7e171d1ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2e3259-63f3-4df6-8ca5-6b6cc353984f,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:36.589671 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-6f2aa0d6-823d-45dd-8634-6a7e171d1ccb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33dfd41a1d2747d0b41cf80a107c9e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5698478 Jun 24 09:42:36.598351 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 52604) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:36.603860 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503e655-0ba0-42d2-8327-4dcbda7ab53b req-871b9500-1636-4154-9584-8f251a308584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:36.605403 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d503e655-0ba0-42d2-8327-4dcbda7ab53b req-871b9500-1636-4154-9584-8f251a308584 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 1130 time: 0.2666705 Jun 24 09:42:36.620760 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445ca14-ddbf-4b26-be0d-91006ca07848 req-3f43de88-2d30-4401-8890-b05f74b4f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:36.622265 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0445ca14-ddbf-4b26-be0d-91006ca07848 req-3f43de88-2d30-4401-8890-b05f74b4f6a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 1128 time: 0.2792304 Jun 24 09:42:36.632039 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:36.650175 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534bc31-a9ed-4101-9878-e1b866a2abcf req-1732b8e2-bce2-426b-b9ee-c2430a521a96 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:36.651716 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c534bc31-a9ed-4101-9878-e1b866a2abcf req-1732b8e2-bce2-426b-b9ee-c2430a521a96 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 945 time: 0.3074071 Jun 24 09:42:36.776872 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d503e655-0ba0-42d2-8327-4dcbda7ab53b req-42646002-ac30-42ce-938e-9d97451b819e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:36.802074 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:36.804500 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab510-2760-4982-b0df-12ca977e3848 req-422515a9-fc1f-46d0-be9e-57ef79cce3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:36.806127 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c95ca9c1-a8f7-41e5-8184-8aa644650ea1 req-72fdedd7-a294-48fb-a5ca-2ae98ae03a4c service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437020 Jun 24 09:42:36.807488 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-787ab510-2760-4982-b0df-12ca977e3848 req-422515a9-fc1f-46d0-be9e-57ef79cce3c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 918 time: 0.4656289 Jun 24 09:42:36.824861 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 371d87f0-d828-436b-a673-c5e34fc40e6c details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:42:36.943420 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ccbac6d6-252a-4188-b391-a975bc7720c2 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:36.951276 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6721747a-361b-44b2-9bec-47c08f48e327 req-5b59ac8d-b39a-4725-bd9a-f300b93f0e3b tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449256 Jun 24 09:42:36.969394 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-787ab510-2760-4982-b0df-12ca977e3848 req-de057675-115e-4c93-bb75-50555385ce60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=371d87f0-d828-436b-a673-c5e34fc40e6c HTTP/1.1" status: 200 len: 217 time: 0.1304862 Jun 24 09:42:37.012340 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-942f216f-e238-4293-95f4-8b58eee17d2a admin admin] Publish callbacks [] for security_group (0d2e3259-63f3-4df6-8ca5-6b6cc353984f), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.013904 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:37.031809 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'port_id': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'mac_address': 'fa:16:3e:47:fd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:42:37.086950 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 371d87f0-d828-436b-a673-c5e34fc40e6c is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:37.087393 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.091186 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port ccbac6d6-252a-4188-b391-a975bc7720c2 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:42:37.093677 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c534bc31-a9ed-4101-9878-e1b866a2abcf req-c5615658-6cac-48c1-b3d9-747b664972be tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218473 Jun 24 09:42:37.128675 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371d87f0-d828-436b-a673-c5e34fc40e6c {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:42:37.139047 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port ccbac6d6-252a-4188-b391-a975bc7720c2 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:37.139790 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.173386 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9667849-e80a-449b-98e1-8110101f2fa9 req-f3bae47d-c7e5-4228-ba9a-68c7ce6b562e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:37.180935 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a9667849-e80a-449b-98e1-8110101f2fa9 req-f3bae47d-c7e5-4228-ba9a-68c7ce6b562e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 944 time: 0.1038053 Jun 24 09:42:37.199521 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:37.211769 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.212510 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 70b66b36-bc61-4e7d-8b33-ed840e49fe68 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:42:37.225262 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-942f216f-e238-4293-95f4-8b58eee17d2a admin admin] Publish callbacks [] for security_group (0d2e3259-63f3-4df6-8ca5-6b6cc353984f), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.229269 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445ca14-ddbf-4b26-be0d-91006ca07848 req-d6ed996c-e7fe-4346-980f-cd7bb9ac22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:37.230715 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0445ca14-ddbf-4b26-be0d-91006ca07848 req-d6ed996c-e7fe-4346-980f-cd7bb9ac22d9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=30033ce42b5a43b78dde38163831cea2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5670331 Jun 24 09:42:37.316741 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=371d87f0-d828-436b-a673-c5e34fc40e6c,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:37.320187 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-437b42ba-44ca-46df-8c16-80af89410dec admin admin] Publish callbacks [] for security_group (5a3b7307-6456-46c3-8b03-035afe1c3e95), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.337705 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab510-2760-4982-b0df-12ca977e3848 req-b8396517-1cf4-4da2-b9f9-d9dd3374605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:37.342102 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-787ab510-2760-4982-b0df-12ca977e3848 req-b8396517-1cf4-4da2-b9f9-d9dd3374605e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.3583865 Jun 24 09:42:37.352247 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port ccbac6d6-252a-4188-b391-a975bc7720c2 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:37.352624 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.376045 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-437b42ba-44ca-46df-8c16-80af89410dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (5a3b7307-6456-46c3-8b03-035afe1c3e95), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.471224 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095648d-c4cd-4a85-959d-dafbf1ba749a req-299c65ea-9ec6-482c-9b62-6b36bd3c37e2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:37.472735 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7095648d-c4cd-4a85-959d-dafbf1ba749a req-299c65ea-9ec6-482c-9b62-6b36bd3c37e2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 944 time: 0.2833529 Jun 24 09:42:37.484793 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52642) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:37.544934 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ccbac6d6-252a-4188-b391-a975bc7720c2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ccbac6d6-252a-4188-b391-a975bc7720c2,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:37.549371 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebb7ab7-cad1-4e94-aedd-5852d76b5f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbac6d6-252a-4188-b391-a975bc7720c2'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:37.552556 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0904d869-8024-4acf-87f8-1c13287e6b5a" -d '{"events": [{"server_uuid": "bebb7ab7-cad1-4e94-aedd-5852d76b5f3c", "name": "network-vif-plugged", "status": "completed", "tag": "ccbac6d6-252a-4188-b391-a975bc7720c2"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:37.566571 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a9667849-e80a-449b-98e1-8110101f2fa9 req-b20f97d8-9fb2-48e3-9bf0-3beeceb103a6 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847356 Jun 24 09:42:37.580176 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b42ba-44ca-46df-8c16-80af89410dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3b7307-6456-46c3-8b03-035afe1c3e95,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:37.589635 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.589860 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:37.613073 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab510-2760-4982-b0df-12ca977e3848 req-ff357548-6048-4944-ba3e-ed107a3cc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:37.614626 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-787ab510-2760-4982-b0df-12ca977e3848 req-ff357548-6048-4944-ba3e-ed107a3cc1c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2464607 Jun 24 09:42:37.627165 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-437b42ba-44ca-46df-8c16-80af89410dec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=254289a2466e494c954378dfaa16c972&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6357903 Jun 24 09:42:37.630367 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52648) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:37.654288 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d503e655-0ba0-42d2-8327-4dcbda7ab53b req-42646002-ac30-42ce-938e-9d97451b819e service neutron] Publish callbacks [] for security_group (e97d8f4f-1bb7-4f0f-ab20-275b02a0b55d), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.673532 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:37.679224 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460ea263-ffc9-4c8c-aa1b-12eff07118ee x-openstack-request-id: req-460ea263-ffc9-4c8c-aa1b-12eff07118ee {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:37.679834 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebb7ab7-cad1-4e94-aedd-5852d76b5f3c", "name": "network-vif-plugged", "status": "completed", "tag": "ccbac6d6-252a-4188-b391-a975bc7720c2", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:37.680110 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-460ea263-ffc9-4c8c-aa1b-12eff07118ee {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:37.680605 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460ea263-ffc9-4c8c-aa1b-12eff07118ee'] response: {'server_uuid': 'bebb7ab7-cad1-4e94-aedd-5852d76b5f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbac6d6-252a-4188-b391-a975bc7720c2', 'code': 200} Jun 24 09:42:37.686112 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 70b66b36-bc61-4e7d-8b33-ed840e49fe68, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=70b66b36-bc61-4e7d-8b33-ed840e49fe68,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:37.691830 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d503e655-0ba0-42d2-8327-4dcbda7ab53b req-42646002-ac30-42ce-938e-9d97451b819e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (e97d8f4f-1bb7-4f0f-ab20-275b02a0b55d), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.699792 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-53f5472b-d306-45f0-b674-20f5f5d5cfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.706210 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445ca14-ddbf-4b26-be0d-91006ca07848 req-1ea7ea3f-5b58-4f37-8f2a-3ab89b06a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:37.707706 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0445ca14-ddbf-4b26-be0d-91006ca07848 req-1ea7ea3f-5b58-4f37-8f2a-3ab89b06a14e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4470437 Jun 24 09:42:37.729262 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=ccbac6d6-252a-4188-b391-a975bc7720c2,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:37.736646 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '70b66b36-bc61-4e7d-8b33-ed840e49fe68', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'port_id': '70b66b36-bc61-4e7d-8b33-ed840e49fe68', 'mac_address': 'fa:16:3e:5d:83:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:42:37.748185 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-942f216f-e238-4293-95f4-8b58eee17d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (0d2e3259-63f3-4df6-8ca5-6b6cc353984f), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.751400 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-942f216f-e238-4293-95f4-8b58eee17d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.752048 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-942f216f-e238-4293-95f4-8b58eee17d2a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0d2e3259-63f3-4df6-8ca5-6b6cc353984f HTTP/1.1" status: 204 len: 168 time: 1.1457727 Jun 24 09:42:37.800111 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7095648d-c4cd-4a85-959d-dafbf1ba749a req-acd4c28d-08d8-4603-b508-de36228e5d81 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914305 Jun 24 09:42:37.841448 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:37.847692 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d503e655-0ba0-42d2-8327-4dcbda7ab53b req-42646002-ac30-42ce-938e-9d97451b819e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1743186 Jun 24 09:42:37.855878 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42646002-ac30-42ce-938e-9d97451b819e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e97d8f4f-1bb7-4f0f-ab20-275b02a0b55d,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:37.863972 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:37.870399 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.891667 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f216f-e238-4293-95f4-8b58eee17d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2e3259-63f3-4df6-8ca5-6b6cc353984f,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:37.905724 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa4c9-7fe7-4c8a-996b-2df2b4d2a57b admin admin] Publish callbacks [] for security_group (5a3b7307-6456-46c3-8b03-035afe1c3e95), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.912693 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-787ab510-2760-4982-b0df-12ca977e3848 req-a1e539c4-e327-4566-9c1d-3da00ee37d98 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642181 Jun 24 09:42:37.916088 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b66b36-bc61-4e7d-8b33-ed840e49fe68 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:42:37.942980 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa4c9-7fe7-4c8a-996b-2df2b4d2a57b admin admin] Publish callbacks [] for security_group (5a3b7307-6456-46c3-8b03-035afe1c3e95), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:37.947885 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 70b66b36-bc61-4e7d-8b33-ed840e49fe68, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=70b66b36-bc61-4e7d-8b33-ed840e49fe68,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:37.953935 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:37.963214 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.034081 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=70b66b36-bc61-4e7d-8b33-ed840e49fe68,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:38.058256 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-53f5472b-d306-45f0-b674-20f5f5d5cfee admin admin] Publish callbacks [] for security_group (8141d239-2f6b-4d64-b8ae-a7f53850e93a), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.059840 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa4c9-7fe7-4c8a-996b-2df2b4d2a57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (5a3b7307-6456-46c3-8b03-035afe1c3e95), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.062495 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-0fdaa4c9-7fe7-4c8a-996b-2df2b4d2a57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.063919 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-0fdaa4c9-7fe7-4c8a-996b-2df2b4d2a57b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a3b7307-6456-46c3-8b03-035afe1c3e95 HTTP/1.1" status: 204 len: 168 time: 0.4291794 Jun 24 09:42:38.085415 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdaa4c9-7fe7-4c8a-996b-2df2b4d2a57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3b7307-6456-46c3-8b03-035afe1c3e95,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:38.087825 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-53f5472b-d306-45f0-b674-20f5f5d5cfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8141d239-2f6b-4d64-b8ae-a7f53850e93a), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.141422 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-53f5472b-d306-45f0-b674-20f5f5d5cfee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c96fc25d7e1e49d398046ebb91085ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6527419 Jun 24 09:42:38.142220 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52664) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:38.144651 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5472b-d306-45f0-b674-20f5f5d5cfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8141d239-2f6b-4d64-b8ae-a7f53850e93a,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:38.203477 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3e290d0a-0f32-40c3-bc51-5ce795ee57f5 admin admin] Publish callbacks [] for security_group (8141d239-2f6b-4d64-b8ae-a7f53850e93a), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.230640 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3e290d0a-0f32-40c3-bc51-5ce795ee57f5 admin admin] Publish callbacks [] for security_group (8141d239-2f6b-4d64-b8ae-a7f53850e93a), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.262361 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964303a-29ec-4219-a4da-6214b2fb85d8 req-2c614050-c239-4123-9349-51bd8400d2ab tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:38.263999 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6964303a-29ec-4219-a4da-6214b2fb85d8 req-2c614050-c239-4123-9349-51bd8400d2ab tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 946 time: 0.2332578 Jun 24 09:42:38.281457 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52666) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:38.288896 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ec473-6d57-449a-a486-5604355e0745 req-c141586b-6514-4d45-82ea-066e2b1e4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:38.291956 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f85ec473-6d57-449a-a486-5604355e0745 req-c141586b-6514-4d45-82ea-066e2b1e4e62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 1130 time: 0.1838036 Jun 24 09:42:38.291956 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-8ea5d78f-d3fd-4ede-baaa-b283ac8b1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:38.292994 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-8ea5d78f-d3fd-4ede-baaa-b283ac8b1974 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 1128 time: 0.2088730 Jun 24 09:42:38.298633 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fccd6e4d-c78d-4c94-9bcd-45b7ec4a8628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.318050 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3e290d0a-0f32-40c3-bc51-5ce795ee57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8141d239-2f6b-4d64-b8ae-a7f53850e93a), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.321058 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3e290d0a-0f32-40c3-bc51-5ce795ee57f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.322277 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3e290d0a-0f32-40c3-bc51-5ce795ee57f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8141d239-2f6b-4d64-b8ae-a7f53850e93a HTTP/1.1" status: 204 len: 168 time: 0.1785531 Jun 24 09:42:38.337397 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e290d0a-0f32-40c3-bc51-5ce795ee57f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8141d239-2f6b-4d64-b8ae-a7f53850e93a,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:38.369412 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['70b66b36-bc61-4e7d-8b33-ed840e49fe68'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:42:38.401654 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f6fe-26f7-4e41-a09d-1993bc6a3861 req-7dab4c50-e4d0-4d2b-bfd8-89d05547159a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:38.408916 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-40e0f6fe-26f7-4e41-a09d-1993bc6a3861 req-7dab4c50-e4d0-4d2b-bfd8-89d05547159a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.1597939 Jun 24 09:42:38.437404 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6964303a-29ec-4219-a4da-6214b2fb85d8 req-1d51f827-f58c-4cdf-b436-4bed9f55ecf8 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525476 Jun 24 09:42:38.445927 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fccd6e4d-c78d-4c94-9bcd-45b7ec4a8628 admin admin] Publish callbacks [] for security_group (8889ff1b-614d-4021-99aa-5145d62f6fd7), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.453633 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fccd6e4d-c78d-4c94-9bcd-45b7ec4a8628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8889ff1b-614d-4021-99aa-5145d62f6fd7), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.468016 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['371d87f0-d828-436b-a673-c5e34fc40e6c'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:42:38.484956 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-fccd6e4d-c78d-4c94-9bcd-45b7ec4a8628 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4275e6efe4949bca6073f308ad4c061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015729 Jun 24 09:42:38.487175 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:38.488027 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52672) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:38.493088 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-40e0f6fe-26f7-4e41-a09d-1993bc6a3861 req-e4541a8c-ac43-4741-b776-a6da21492870 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829816 Jun 24 09:42:38.503858 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:38.505334 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-787ab510-2760-4982-b0df-12ca977e3848 req-fd366042-d793-45cd-861b-d9f850a19f3b service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339085 Jun 24 09:42:38.534606 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd6e4d-c78d-4c94-9bcd-45b7ec4a8628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8889ff1b-614d-4021-99aa-5145d62f6fd7,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:38.569668 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1cab-60eb-4ed6-bc79-6e6a4491bf7e admin admin] Publish callbacks [] for security_group (8889ff1b-614d-4021-99aa-5145d62f6fd7), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.596647 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1cab-60eb-4ed6-bc79-6e6a4491bf7e admin admin] Publish callbacks [] for security_group (8889ff1b-614d-4021-99aa-5145d62f6fd7), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.659577 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1cab-60eb-4ed6-bc79-6e6a4491bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8889ff1b-614d-4021-99aa-5145d62f6fd7), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.664963 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1cab-60eb-4ed6-bc79-6e6a4491bf7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.668206 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-4f5d1cab-60eb-4ed6-bc79-6e6a4491bf7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8889ff1b-614d-4021-99aa-5145d62f6fd7 HTTP/1.1" status: 204 len: 168 time: 0.1737940 Jun 24 09:42:38.683856 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f85ec473-6d57-449a-a486-5604355e0745 req-a482124c-0537-4355-b7b4-8af03a139bb0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912139 Jun 24 09:42:38.687880 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d1cab-60eb-4ed6-bc79-6e6a4491bf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8889ff1b-614d-4021-99aa-5145d62f6fd7,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:38.716788 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-6f0b1c84-2532-4832-8ee9-bdcae7e791c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 HTTP/1.1" status: 200 len: 217 time: 0.1228671 Jun 24 09:42:38.749852 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52678) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:38.776858 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c1903-226b-49e4-9b68-dc2a5f42aeff req-e52e8445-90e0-4fec-9f80-4a65b2a205f9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:38.778634 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-457c1903-226b-49e4-9b68-dc2a5f42aeff req-e52e8445-90e0-4fec-9f80-4a65b2a205f9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 944 time: 0.0564518 Jun 24 09:42:38.786814 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b1c69173-65da-47f9-9a14-5f67b4869f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.888043 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-457c1903-226b-49e4-9b68-dc2a5f42aeff req-00144ed7-ac29-4379-8a16-39ec62c0f6d6 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021225 Jun 24 09:42:38.894959 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b1c69173-65da-47f9-9a14-5f67b4869f2f admin admin] Publish callbacks [] for security_group (7849560e-d9d1-409c-bcea-972d0691fdc8), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.900264 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b1c69173-65da-47f9-9a14-5f67b4869f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7849560e-d9d1-409c-bcea-972d0691fdc8), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:38.939711 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-b1c69173-65da-47f9-9a14-5f67b4869f2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce2c7dbda59546f5a2f2d0d9513c78f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871216 Jun 24 09:42:38.940705 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 52686) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:38.964336 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c69173-65da-47f9-9a14-5f67b4869f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7849560e-d9d1-409c-bcea-972d0691fdc8,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:39.146984 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52692) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:39.166119 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a1b02ee9-50f8-4d6e-bc70-844e9edc7800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:39.276144 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-467f1007-a006-4919-a3b9-ce147c14ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:39.277620 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-467f1007-a006-4919-a3b9-ce147c14ebf7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f1591ae-0529-40f2-a2e2-f283f857afff HTTP/1.1" status: 200 len: 853 time: 0.3515635 Jun 24 09:42:39.283687 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731ada-7bdb-416e-8903-12ff166a1276 req-656b6a87-b9b2-40a9-aab3-2112ff3f96ac tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:39.285341 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-50731ada-7bdb-416e-8903-12ff166a1276 req-656b6a87-b9b2-40a9-aab3-2112ff3f96ac tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 944 time: 0.3500290 Jun 24 09:42:39.291195 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:39.322001 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-db133ef1-f55b-4bb2-a601-78c63bf3f210 admin admin] Publish callbacks [] for security_group (7849560e-d9d1-409c-bcea-972d0691fdc8), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:39.366255 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-db133ef1-f55b-4bb2-a601-78c63bf3f210 admin admin] Publish callbacks [] for security_group (7849560e-d9d1-409c-bcea-972d0691fdc8), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:39.382891 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-50731ada-7bdb-416e-8903-12ff166a1276 req-efc39c79-423a-4c4b-b031-df940081cf58 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865376 Jun 24 09:42:39.434079 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-db133ef1-f55b-4bb2-a601-78c63bf3f210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7849560e-d9d1-409c-bcea-972d0691fdc8), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:39.436636 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-db133ef1-f55b-4bb2-a601-78c63bf3f210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:39.440276 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-db133ef1-f55b-4bb2-a601-78c63bf3f210 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7849560e-d9d1-409c-bcea-972d0691fdc8 HTTP/1.1" status: 204 len: 168 time: 0.4729309 Jun 24 09:42:39.455197 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db133ef1-f55b-4bb2-a601-78c63bf3f210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7849560e-d9d1-409c-bcea-972d0691fdc8,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:39.517760 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a1b02ee9-50f8-4d6e-bc70-844e9edc7800 admin admin] Publish callbacks [] for security_group (261ec477-095e-48f7-b9e8-b5b17b2a4295), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:39.527157 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a1b02ee9-50f8-4d6e-bc70-844e9edc7800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (261ec477-095e-48f7-b9e8-b5b17b2a4295), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:39.589633 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-096c86ee-535e-463e-9531-baaedb8b2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:39.591149 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-096c86ee-535e-463e-9531-baaedb8b2ed3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6d825bf-3025-4144-aa4c-5693ec78fffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1041696 Jun 24 09:42:39.607801 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a1b02ee9-50f8-4d6e-bc70-844e9edc7800 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3d3e5b980014ca3a0f163b97d382bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596798 Jun 24 09:42:39.611841 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 52712) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:39.648342 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b02ee9-50f8-4d6e-bc70-844e9edc7800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261ec477-095e-48f7-b9e8-b5b17b2a4295,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:39.702798 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:39.726659 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2894-14e1-493f-822d-22799f29cc21 req-c089f00a-d47f-4099-beb3-843f539a6f10 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:39.728313 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-70ec2894-14e1-493f-822d-22799f29cc21 req-c089f00a-d47f-4099-beb3-843f539a6f10 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.1402123 Jun 24 09:42:39.735121 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5618e5-e101-4f6d-97b3-5f5778642eb9 req-e1f518ef-63c2-499f-acca-bbddd147e51b tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:39.736824 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e5618e5-e101-4f6d-97b3-5f5778642eb9 req-e1f518ef-63c2-499f-acca-bbddd147e51b tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 946 time: 0.1264963 Jun 24 09:42:39.793703 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f74fe9f3-e64c-496a-8e61-3fe07a0d12df admin admin] Publish callbacks [] for security_group (261ec477-095e-48f7-b9e8-b5b17b2a4295), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:39.855819 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f74fe9f3-e64c-496a-8e61-3fe07a0d12df admin admin] Publish callbacks [] for security_group (261ec477-095e-48f7-b9e8-b5b17b2a4295), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:39.869586 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-70ec2894-14e1-493f-822d-22799f29cc21 req-015bb411-4e22-4247-bd93-b3cca9679fbd tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214216 Jun 24 09:42:39.874781 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e5618e5-e101-4f6d-97b3-5f5778642eb9 req-9f15417f-07ea-453e-9258-97087b97fb40 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174836 Jun 24 09:42:39.929312 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f74fe9f3-e64c-496a-8e61-3fe07a0d12df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (261ec477-095e-48f7-b9e8-b5b17b2a4295), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:39.932733 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f74fe9f3-e64c-496a-8e61-3fe07a0d12df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:39.933844 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-f74fe9f3-e64c-496a-8e61-3fe07a0d12df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/261ec477-095e-48f7-b9e8-b5b17b2a4295 HTTP/1.1" status: 204 len: 168 time: 0.3216128 Jun 24 09:42:39.942695 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fe9f3-e64c-496a-8e61-3fe07a0d12df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261ec477-095e-48f7-b9e8-b5b17b2a4295,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:40.033857 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b3b3-2437-4017-8334-012ffaa8edb0 req-42e24149-69a1-41f7-ae4d-c49242986306 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:40.041877 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7981b3b3-2437-4017-8334-012ffaa8edb0 req-42e24149-69a1-41f7-ae4d-c49242986306 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 944 time: 0.0649550 Jun 24 09:42:40.047125 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52728) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:40.066300 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-eadbc49e-0aa2-48ce-beb4-81764966dd0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:40.078761 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:40.106993 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7981b3b3-2437-4017-8334-012ffaa8edb0 req-608cd5c9-8dea-4cde-8d94-10f3699a595b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635328 Jun 24 09:42:40.161765 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-eadbc49e-0aa2-48ce-beb4-81764966dd0d admin admin] Publish callbacks [] for security_group (2b4027c1-ccb9-407e-8c5c-498b2a57ee9f), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:40.167595 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-eadbc49e-0aa2-48ce-beb4-81764966dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (2b4027c1-ccb9-407e-8c5c-498b2a57ee9f), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:40.213426 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-eadbc49e-0aa2-48ce-beb4-81764966dd0d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=274741d6a0f3444e8f50fe6c86af7aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624558 Jun 24 09:42:40.213426 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbc49e-0aa2-48ce-beb4-81764966dd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4027c1-ccb9-407e-8c5c-498b2a57ee9f,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:40.213810 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 52732) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:40.284079 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a09cf799-629f-428b-8523-fa9cc1955208 admin admin] Publish callbacks [] for security_group (2b4027c1-ccb9-407e-8c5c-498b2a57ee9f), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:40.306194 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a09cf799-629f-428b-8523-fa9cc1955208 admin admin] Publish callbacks [] for security_group (2b4027c1-ccb9-407e-8c5c-498b2a57ee9f), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:40.361859 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a09cf799-629f-428b-8523-fa9cc1955208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (2b4027c1-ccb9-407e-8c5c-498b2a57ee9f), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:40.366764 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a09cf799-629f-428b-8523-fa9cc1955208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:40.368681 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-a09cf799-629f-428b-8523-fa9cc1955208 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b4027c1-ccb9-407e-8c5c-498b2a57ee9f HTTP/1.1" status: 204 len: 168 time: 0.1533856 Jun 24 09:42:40.379824 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cf799-629f-428b-8523-fa9cc1955208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4027c1-ccb9-407e-8c5c-498b2a57ee9f,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:40.540342 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ecfd-4ad5-486f-b634-8ecc026361b1 req-5391b9b5-fc9b-4183-9b9b-a82cfd23af9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:40.542140 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5206ecfd-4ad5-486f-b634-8ecc026361b1 req-5391b9b5-fc9b-4183-9b9b-a82cfd23af9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 944 time: 0.0577805 Jun 24 09:42:40.594513 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5206ecfd-4ad5-486f-b634-8ecc026361b1 req-8d706268-944e-4eff-b34e-8dfd4ee8550f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Jun 24 09:42:41.018675 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:41.036819 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be61bd0-aba7-4ac7-b984-de71adcbbfb8 req-6e910c98-6956-4174-b1b2-cc267e39ec3d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:41.038682 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7be61bd0-aba7-4ac7-b984-de71adcbbfb8 req-6e910c98-6956-4174-b1b2-cc267e39ec3d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0973876 Jun 24 09:42:41.050343 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2c4d5-b578-45f8-ae78-aa198ee33603 req-e42249cd-f3bf-4485-8f05-addec731b86b tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:41.051875 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-32c2c4d5-b578-45f8-ae78-aa198ee33603 req-e42249cd-f3bf-4485-8f05-addec731b86b tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 946 time: 0.0787036 Jun 24 09:42:41.138194 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7be61bd0-aba7-4ac7-b984-de71adcbbfb8 req-a63c8f44-bd50-4c18-83b7-c9f069f8a042 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853021 Jun 24 09:42:41.146067 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-32c2c4d5-b578-45f8-ae78-aa198ee33603 req-61184714-4372-4bc5-a60f-3f494ef762e8 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870910 Jun 24 09:42:41.287019 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b4b40-86a5-4f4f-887e-3cbd0f3b7f37 req-fc284838-2f8c-4c3d-82bd-86943339d3f9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:41.289117 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a12b4b40-86a5-4f4f-887e-3cbd0f3b7f37 req-fc284838-2f8c-4c3d-82bd-86943339d3f9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 944 time: 0.0700581 Jun 24 09:42:41.346297 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a12b4b40-86a5-4f4f-887e-3cbd0f3b7f37 req-9ded8eeb-91b5-423c-bcbd-bf03cb608a7b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503116 Jun 24 09:42:41.719601 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c2d9a-f935-4f5e-9f25-30a136a0e2ef req-0be7587f-aa36-4993-ab58-f27681b1843c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:41.723684 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d99c2d9a-f935-4f5e-9f25-30a136a0e2ef req-0be7587f-aa36-4993-ab58-f27681b1843c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 944 time: 0.0505469 Jun 24 09:42:41.773718 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d99c2d9a-f935-4f5e-9f25-30a136a0e2ef req-76035da9-653b-4fe9-ab3b-4e3d8a474a7d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470047 Jun 24 09:42:41.858413 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 52826) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:42.047687 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c2269a6e-bc33-4ef8-b5de-e0e280e4003f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.062529 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:42.128079 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c2269a6e-bc33-4ef8-b5de-e0e280e4003f admin admin] Publish callbacks [] for security_group (0a6aa082-8354-4682-acf5-ee64d2066ed6), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.134317 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c2269a6e-bc33-4ef8-b5de-e0e280e4003f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (0a6aa082-8354-4682-acf5-ee64d2066ed6), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.174286 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-c2269a6e-bc33-4ef8-b5de-e0e280e4003f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=872cdff97d9747e8a907acc168204163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142912 Jun 24 09:42:42.175146 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2269a6e-bc33-4ef8-b5de-e0e280e4003f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6aa082-8354-4682-acf5-ee64d2066ed6,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:42.178469 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52844) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:42.259414 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5358-fb78-4d9b-a18d-4a91fa95d6f7 admin admin] Publish callbacks [] for security_group (0a6aa082-8354-4682-acf5-ee64d2066ed6), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.284063 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5358-fb78-4d9b-a18d-4a91fa95d6f7 admin admin] Publish callbacks [] for security_group (0a6aa082-8354-4682-acf5-ee64d2066ed6), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.309629 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3133ba-02ef-4d9e-84ab-c8777cb09b51 req-95cffa4f-0b15-49d2-b257-ff45ae2dbf8b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:42.321973 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 371d87f0-d828-436b-a673-c5e34fc40e6c up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:42.329583 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc3133ba-02ef-4d9e-84ab-c8777cb09b51 req-95cffa4f-0b15-49d2-b257-ff45ae2dbf8b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0749292 Jun 24 09:42:42.368878 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port 371d87f0-d828-436b-a673-c5e34fc40e6c completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:42:42.371109 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5358-fb78-4d9b-a18d-4a91fa95d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (0a6aa082-8354-4682-acf5-ee64d2066ed6), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.373919 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5358-fb78-4d9b-a18d-4a91fa95d6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.375066 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-7c0c5358-fb78-4d9b-a18d-4a91fa95d6f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a6aa082-8354-4682-acf5-ee64d2066ed6 HTTP/1.1" status: 204 len: 168 time: 0.1952133 Jun 24 09:42:42.388053 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c5358-fb78-4d9b-a18d-4a91fa95d6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6aa082-8354-4682-acf5-ee64d2066ed6,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:42.390853 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 371d87f0-d828-436b-a673-c5e34fc40e6c triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:42.391735 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.408641 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc3133ba-02ef-4d9e-84ab-c8777cb09b51 req-9bf7a85b-4b6e-4fa6-95b1-28a877385e9e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778420 Jun 24 09:42:42.511567 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f21d7-b4ec-4258-9d4a-ce88cf4e1788 req-9d895608-166d-4581-b6d6-c3c0e37301d1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:42.519977 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9f2f21d7-b4ec-4258-9d4a-ce88cf4e1788 req-9d895608-166d-4581-b6d6-c3c0e37301d1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 944 time: 0.0640426 Jun 24 09:42:42.575848 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 371d87f0-d828-436b-a673-c5e34fc40e6c is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:42.576504 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.630273 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:42.635387 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a138b5-6830-4158-8a25-6350336bac22" -d '{"events": [{"server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "name": "network-vif-plugged", "status": "completed", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:42.669350 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:42.679024 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.681165 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 70b66b36-bc61-4e7d-8b33-ed840e49fe68 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:42.701850 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9f2f21d7-b4ec-4258-9d4a-ce88cf4e1788 req-cdeb81f7-3f83-477b-9cc3-60d8a1db066b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770239 Jun 24 09:42:42.759421 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d17415-b50b-45a5-916c-0339f146a5a4 x-openstack-request-id: req-e5d17415-b50b-45a5-916c-0339f146a5a4 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:42.760807 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "name": "network-vif-plugged", "status": "completed", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:42.761260 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5d17415-b50b-45a5-916c-0339f146a5a4 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:42.761943 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d17415-b50b-45a5-916c-0339f146a5a4'] response: {'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'code': 200} Jun 24 09:42:42.817092 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:42.820482 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=371d87f0-d828-436b-a673-c5e34fc40e6c,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:42.836917 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:42:42.859584 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:42.860615 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.905118 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-e6cb26bf-992d-44a3-aa3e-86eb978fbebc service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774768 Jun 24 09:42:42.956291 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:42.985373 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:42.987596 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:42.999933 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415d8d4-94d1-4856-9bd4-b45d38ba056f req-6f8b519b-7f12-4916-9b7c-a11314fb03b1 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:43.001960 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4415d8d4-94d1-4856-9bd4-b45d38ba056f req-6f8b519b-7f12-4916-9b7c-a11314fb03b1 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0537760 Jun 24 09:42:43.068250 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 70b66b36-bc61-4e7d-8b33-ed840e49fe68, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=70b66b36-bc61-4e7d-8b33-ed840e49fe68,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:43.076618 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:43.099137 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:43.170695 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=70b66b36-bc61-4e7d-8b33-ed840e49fe68,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:43.171892 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4415d8d4-94d1-4856-9bd4-b45d38ba056f req-ccd24a7a-26c3-4274-bfe9-f5dc4f0fe01e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629124 Jun 24 09:42:43.189080 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d4124480-4e89-4c5d-8d74-9606c1b4c59c req-c1a5fd66-2769-4823-87e7-b036a2c94783 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817892 Jun 24 09:42:43.597560 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2cf2f-9560-4dca-9c47-958aae686d73 req-2335cacf-b0f0-4adb-8550-2b912a17e34c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:43.607356 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e1a2cf2f-9560-4dca-9c47-958aae686d73 req-2335cacf-b0f0-4adb-8550-2b912a17e34c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0998564 Jun 24 09:42:43.663785 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e1a2cf2f-9560-4dca-9c47-958aae686d73 req-0e66d0f3-8c95-40e4-b5d0-8c0c72bd59e0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511022 Jun 24 09:42:43.680949 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 52928) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:43.791414 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-196651104-network', 'tenant_id': '6c5b285a04564d5d917a4566bec984b2'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:43.809246 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:43.813526 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Made reservation on behalf of 6c5b285a04564d5d917a4566bec984b2 for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:42:43.818011 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:43.828614 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:43.929430 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Publish callbacks [] for security_group (cd3344ab-1d8a-4bee-af60-945442fdc811), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:43.934915 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (cd3344ab-1d8a-4bee-af60-945442fdc811), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:43.964834 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:42:43.971692 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3344ab-1d8a-4bee-af60-945442fdc811,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:43.982340 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (70886151-9226-4634-843d-e5f5046c114c), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:43.982668 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Added segment 70886151-9226-4634-843d-e5f5046c114c of type vlan for network 011dd503-a916-4a1e-aafe-2bca320c6dcb Jun 24 09:42:43.991099 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.991438 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.991772 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.992096 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.992538 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.992865 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.993268 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.993585 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.994085 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.994407 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.994725 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.995040 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.995379 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.995690 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:43.995999 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.032910 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (011dd503-a916-4a1e-aafe-2bca320c6dcb), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:44.036486 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021ecea-72d4-49bb-929d-71cf6417ea46 req-0f401cfe-6323-4d19-856c-0ad3dbe9e892 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:44.043862 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e021ecea-72d4-49bb-929d-71cf6417ea46 req-0f401cfe-6323-4d19-856c-0ad3dbe9e892 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 944 time: 0.0671566 Jun 24 09:42:44.066528 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (011dd503-a916-4a1e-aafe-2bca320c6dcb), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:44.067541 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:44.068208 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:44.100159 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e021ecea-72d4-49bb-929d-71cf6417ea46 req-0c917304-a71f-4548-abc5-d5a9eee5ff73 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554469 Jun 24 09:42:44.119023 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 52942) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:44.123930 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Request body: {'subnet': {'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-196651104-subnet', 'tenant_id': '6c5b285a04564d5d917a4566bec984b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:44.129336 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4470747 Jun 24 09:42:44.147312 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=9 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:44.154890 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Made reservation on behalf of 6c5b285a04564d5d917a4566bec984b2 for: {'subnet': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:42:44.159150 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:44.167289 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71760446-969c-4ba5-a35b-ad31a6aaadf1 admin admin] Pushing event updated for resources: {'Network': ['ID=011dd503-a916-4a1e-aafe-2bca320c6dcb,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:44.177798 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 011dd503-a916-4a1e-aafe-2bca320c6dcb details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:42:44.181336 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:44.260461 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-79adf5f2-2006-4ba8-9633-ce3cca9e0e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:44.284891 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b9528-80c1-43a5-b7d3-2c63f3eb1cc1 req-6209414b-e149-44c7-bf8c-c93f0960b4db tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:44.286332 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-197b9528-80c1-43a5-b7d3-2c63f3eb1cc1 req-6209414b-e149-44c7-bf8c-c93f0960b4db tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.1086533 Jun 24 09:42:44.371219 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-197b9528-80c1-43a5-b7d3-2c63f3eb1cc1 req-b48b60f2-7cb8-4e58-b052-ac335743536a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783443 Jun 24 09:42:44.431184 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for subnet (910fe78d-7cc5-489a-a364-61d22b2bb68a), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:44.519645 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=910fe78d-7cc5-489a-a364-61d22b2bb68a,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:44.530923 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36013393-e3cb-4b14-81ab-e4773e267d0b req-f585ab21-ab19-438e-92d2-cc8f01d99f97 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:44.532377 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-36013393-e3cb-4b14-81ab-e4773e267d0b req-f585ab21-ab19-438e-92d2-cc8f01d99f97 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0959632 Jun 24 09:42:44.544250 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.544578 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.544912 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.545236 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.545659 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.546139 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.546375 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.546651 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.546961 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.547516 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.547772 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.548114 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.548459 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.548791 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.549159 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:44.578111 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Checking segment: {'id': '70886151-9226-4634-843d-e5f5046c114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:42:44.578456 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Network hostable DHCP agents. Network: 011dd503-a916-4a1e-aafe-2bca320c6dcb, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:42:44.612989 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-36013393-e3cb-4b14-81ab-e4773e267d0b req-08538990-de05-4cb1-bc8e-b2a8d677ed64 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702763 Jun 24 09:42:44.623565 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Network 011dd503-a916-4a1e-aafe-2bca320c6dcb is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:42:44.641380 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 011dd503-a916-4a1e-aafe-2bca320c6dcb) {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:44.645831 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:44.646470 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:44.651901 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5de0f35-3a4f-42ed-9e86-3ca1e902e355 None None] Network 011dd503-a916-4a1e-aafe-2bca320c6dcb requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:42:44.671059 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-2bab92cd-8d07-4ee2-9d56-0bc79f873c14 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5507832 Jun 24 09:42:44.753462 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f60a9-99ce-4cd5-969a-c58d38742d48 None None] Network 011dd503-a916-4a1e-aafe-2bca320c6dcb requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:42:44.771876 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2135f6c7-0718-46fa-94a8-f948e487e37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b66b36-bc61-4e7d-8b33-ed840e49fe68'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:44.774885 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b99cf8-70af-4d45-b493-73f8c256ed27" -d '{"events": [{"server_uuid": "2135f6c7-0718-46fa-94a8-f948e487e37f", "name": "network-vif-plugged", "status": "completed", "tag": "70b66b36-bc61-4e7d-8b33-ed840e49fe68"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:44.839452 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537af02a-d1a5-4324-9589-e08f7e9e6118 x-openstack-request-id: req-537af02a-d1a5-4324-9589-e08f7e9e6118 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:44.839854 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2135f6c7-0718-46fa-94a8-f948e487e37f", "name": "network-vif-plugged", "status": "completed", "tag": "70b66b36-bc61-4e7d-8b33-ed840e49fe68", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:44.840102 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-537af02a-d1a5-4324-9589-e08f7e9e6118 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:44.840555 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537af02a-d1a5-4324-9589-e08f7e9e6118'] response: {'server_uuid': '2135f6c7-0718-46fa-94a8-f948e487e37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b66b36-bc61-4e7d-8b33-ed840e49fe68', 'code': 200} Jun 24 09:42:44.849038 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=25 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:45.233244 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98834820-ac06-42bd-aa7d-c1ab694cd0ed req-37e48aa4-112d-4ad8-ae65-ffea1a291a83 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:45.234672 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-98834820-ac06-42bd-aa7d-c1ab694cd0ed req-37e48aa4-112d-4ad8-ae65-ffea1a291a83 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 944 time: 0.0534425 Jun 24 09:42:45.285430 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-98834820-ac06-42bd-aa7d-c1ab694cd0ed req-59cc020e-fc68-4b06-b706-24ce41714782 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Jun 24 09:42:45.504204 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7656c0c-b4e4-4df3-80dc-5e6138dc73b8 req-1e5ddd8c-11ad-45bd-bf50-f8a61d986fe7 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:45.505576 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e7656c0c-b4e4-4df3-80dc-5e6138dc73b8 req-1e5ddd8c-11ad-45bd-bf50-f8a61d986fe7 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0575156 Jun 24 09:42:45.555456 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e7656c0c-b4e4-4df3-80dc-5e6138dc73b8 req-9df5fe82-69bd-41ae-81a9-469a13401828 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432205 Jun 24 09:42:45.719568 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:45.761009 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90110c08-9e07-462f-a5c3-324895a9c28a req-9ee11895-3fe1-48cc-b37c-9856313d9040 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:45.762398 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-90110c08-9e07-462f-a5c3-324895a9c28a req-9ee11895-3fe1-48cc-b37c-9856313d9040 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0532091 Jun 24 09:42:45.812665 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-90110c08-9e07-462f-a5c3-324895a9c28a req-a4230641-6cc8-46b1-aa37-2d495ba276fc tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429087 Jun 24 09:42:46.410696 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-d440e7b9-073d-4a4b-95e7-f9210b0c2c8b tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:46.412197 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-d440e7b9-073d-4a4b-95e7-f9210b0c2c8b tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/networks?id=011dd503-a916-4a1e-aafe-2bca320c6dcb HTTP/1.1" status: 200 len: 808 time: 0.1025324 Jun 24 09:42:46.432712 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-08aa5196-2702-427c-8d36-035f81e9d311 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/quotas/6c5b285a04564d5d917a4566bec984b2 HTTP/1.1" status: 200 len: 375 time: 0.0137689 Jun 24 09:42:46.472643 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-71e88e7b-c7c3-4065-a606-02e55d1e9059 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5b285a04564d5d917a4566bec984b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345032 Jun 24 09:42:46.486969 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:46.623729 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a25ddd07-4e1a-4025-a0e5-f89609712988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:46.666549 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29895f44-a526-4d7d-bb3c-2ff96a5e5cf5 req-f5d0e11e-5b73-4ff5-9dc2-298461cafb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:46.668375 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-29895f44-a526-4d7d-bb3c-2ff96a5e5cf5 req-f5d0e11e-5b73-4ff5-9dc2-298461cafb4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 1129 time: 0.1279683 Jun 24 09:42:46.679445 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-e713e21f-53e7-4c12-b0ca-59556ff35f67 service neutron] 10.222.0.65 "GET /v2.0/networks/011dd503-a916-4a1e-aafe-2bca320c6dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000670 Jun 24 09:42:46.685950 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d945ded-01b4-4a84-8959-3529a78f5004 req-899c357c-64b9-48ac-a60a-eec0198f299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:46.687356 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4d945ded-01b4-4a84-8959-3529a78f5004 req-899c357c-64b9-48ac-a60a-eec0198f299a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 1130 time: 0.1345537 Jun 24 09:42:46.845853 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af189ea8-9b1d-4048-a3c0-fe2d9fad692c req-0142c58d-ef50-418e-92c4-d6484ac50199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:46.847376 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-af189ea8-9b1d-4048-a3c0-fe2d9fad692c req-0142c58d-ef50-418e-92c4-d6484ac50199 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 1129 time: 0.1628268 Jun 24 09:42:46.897241 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-29895f44-a526-4d7d-bb3c-2ff96a5e5cf5 req-04114488-ec14-4235-9174-3a4d5b75333c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201202 Jun 24 09:42:46.990836 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312021a-0b30-4554-9953-c9005f1757f1 req-1f187ba6-a0f7-4430-8fb5-1ee2f3d61448 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:46.992327 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0312021a-0b30-4554-9953-c9005f1757f1 req-1f187ba6-a0f7-4430-8fb5-1ee2f3d61448 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 944 time: 0.1156332 Jun 24 09:42:46.997967 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d945ded-01b4-4a84-8959-3529a78f5004 req-30287271-0b2b-4b41-a125-71d13dc0f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:46.999400 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4d945ded-01b4-4a84-8959-3529a78f5004 req-30287271-0b2b-4b41-a125-71d13dc0f46a service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.2960024 Jun 24 09:42:47.021282 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-f7c72b21-d0ee-42e3-bee4-8ac2e3d9ded8 service neutron] 10.222.0.65 "GET /v2.0/networks/011dd503-a916-4a1e-aafe-2bca320c6dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321681 Jun 24 09:42:47.034264 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-af189ea8-9b1d-4048-a3c0-fe2d9fad692c req-2cd121f7-2013-482d-9469-194d87e79b41 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584816 Jun 24 09:42:47.076294 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0312021a-0b30-4554-9953-c9005f1757f1 req-772d16a5-e43c-477b-bfd9-d038281a1c57 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757842 Jun 24 09:42:47.206429 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3008c4-9b39-474c-8074-602a64e6b02c req-bc0d658b-b524-494d-af43-dd52b9e091f2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:47.213499 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e3008c4-9b39-474c-8074-602a64e6b02c req-bc0d658b-b524-494d-af43-dd52b9e091f2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0696509 Jun 24 09:42:47.290589 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:47.299296 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb0d10-c3f7-476e-8b7d-8ac84cc3bd78 req-cc50678b-3bda-418a-84f7-3911c2d8455e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:47.300764 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2afb0d10-c3f7-476e-8b7d-8ac84cc3bd78 req-cc50678b-3bda-418a-84f7-3911c2d8455e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0787642 Jun 24 09:42:47.304099 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e3008c4-9b39-474c-8074-602a64e6b02c req-116e2e73-df46-44f9-b56a-40e764ff9819 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898242 Jun 24 09:42:47.392388 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-979d7a9e-15a9-459f-9d99-900b287fa91a req-d6a3b893-b4da-4563-a358-273fc11f74cd tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 210 time: 0.0467286 Jun 24 09:42:47.425363 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2afb0d10-c3f7-476e-8b7d-8ac84cc3bd78 req-216b9470-ac8d-4ff3-9b9d-b6dfa1be9054 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171548 Jun 24 09:42:47.426990 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4d945ded-01b4-4a84-8959-3529a78f5004 req-93580b97-51b3-4b1e-8964-556b0c677c75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccbac6d6-252a-4188-b391-a975bc7720c2 HTTP/1.1" status: 200 len: 217 time: 0.0617151 Jun 24 09:42:47.768661 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:48.215978 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d945ded-01b4-4a84-8959-3529a78f5004 req-40d4892a-bc64-4e7f-ba14-809b952eab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:48.217448 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4d945ded-01b4-4a84-8959-3529a78f5004 req-40d4892a-bc64-4e7f-ba14-809b952eab49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.1064036 Jun 24 09:42:48.223880 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e7de1-e337-4e1f-938d-399b2fe5399b req-a7541f47-9b2f-491b-b9e5-342e4751208b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:48.226693 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5d2e7de1-e337-4e1f-938d-399b2fe5399b req-a7541f47-9b2f-491b-b9e5-342e4751208b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 944 time: 0.0653622 Jun 24 09:42:48.291584 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5d2e7de1-e337-4e1f-938d-399b2fe5399b req-1f6ac40d-1011-4d2a-9b92-5a0efdfb6233 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578904 Jun 24 09:42:48.348332 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:42:48.428028 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee68fa-d007-4f16-9803-b6591fb43295 req-89c171ce-1d20-4f4c-9fc7-5c838ad81657 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:48.429593 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-26ee68fa-d007-4f16-9803-b6591fb43295 req-89c171ce-1d20-4f4c-9fc7-5c838ad81657 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0535541 Jun 24 09:42:48.471781 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:48.488181 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'port_id': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'mac_address': 'fa:16:3e:83:a5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:42:48.529576 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:48.530004 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:48.555224 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:42:48.582244 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:48.588741 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:48.658240 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:48.666685 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.667315 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.667931 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.668939 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.669471 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.670063 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.670679 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.671359 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.671853 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.672336 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.672895 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.673386 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.674157 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.674628 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.675149 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:42:48.723592 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-26ee68fa-d007-4f16-9803-b6591fb43295 req-736375a1-0c62-4e3a-a720-e3576cada283 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837415 Jun 24 09:42:48.747699 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a78ae3cd-6bac-4f31-9bf7-543b0227c6d3 req-ee564dfa-f057-40c9-af8b-b1b98477fdf7 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 210 time: 0.2642267 Jun 24 09:42:48.864471 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:42:48.884123 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55d393-b580-45e5-b999-de43e9cb5cb9 req-8304beed-0bfc-4192-9e53-62e1594d2c33 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:48.884878 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8d55d393-b580-45e5-b999-de43e9cb5cb9 req-8304beed-0bfc-4192-9e53-62e1594d2c33 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0682220 Jun 24 09:42:48.909618 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:48.969621 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8d55d393-b580-45e5-b999-de43e9cb5cb9 req-22d72536-00ae-4c51-91b3-8a308b069a59 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764930 Jun 24 09:42:49.004138 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:49.082229 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:49.096871 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d945ded-01b4-4a84-8959-3529a78f5004 req-0926c0ca-9706-43ef-bd03-9defebe0ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:49.099222 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:49.099850 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4d945ded-01b4-4a84-8959-3529a78f5004 req-0926c0ca-9706-43ef-bd03-9defebe0ae02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1292770 Jun 24 09:42:49.187258 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18da1ea-b2c8-42d7-90d5-c4a96c911c44 req-5f8edba5-7d15-4a74-a712-a7b5ce1ca109 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:49.187258 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e18da1ea-b2c8-42d7-90d5-c4a96c911c44 req-5f8edba5-7d15-4a74-a712-a7b5ce1ca109 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0621917 Jun 24 09:42:49.194852 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53098) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:49.206819 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-edb00ccd-fed7-461c-a7e5-82eabfbeff89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'floatingip': {'port_id': '371d87f0-d828-436b-a673-c5e34fc40e6c'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:49.251920 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:49.295420 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-edb00ccd-fed7-461c-a7e5-82eabfbeff89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (160cdd52-4bc9-47f3-a5cd-859003c7028c), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:49.467557 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286397e0-114e-45d0-b4c4-32624ce4a46e req-259d0fdd-424e-4b34-ba7d-97a244977a40 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:49.469081 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-286397e0-114e-45d0-b4c4-32624ce4a46e req-259d0fdd-424e-4b34-ba7d-97a244977a40 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 945 time: 0.0756743 Jun 24 09:42:49.683239 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-286397e0-114e-45d0-b4c4-32624ce4a46e req-17b60798-dc9a-4c50-9708-3c0752bab955 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052994 Jun 24 09:42:49.712249 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4d945ded-01b4-4a84-8959-3529a78f5004 req-3e1f4756-2b74-4e25-a3e1-8f75a47ad68e service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094550 Jun 24 09:42:49.941361 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0b36bf5a-f768-4910-8ea7-8dad6ce48792 req-47a0d22e-76f7-4d1f-af26-2e9c22397fea tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 210 time: 0.0880117 Jun 24 09:42:49.956267 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:50.062520 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8b495-ccf9-4159-99fd-b64a033bd3df req-a48a880e-1143-47af-bfa5-4b6a04afc548 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:50.064366 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ddd8b495-ccf9-4159-99fd-b64a033bd3df req-a48a880e-1143-47af-bfa5-4b6a04afc548 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.2285938 Jun 24 09:42:50.289421 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:50.348002 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4d945ded-01b4-4a84-8959-3529a78f5004 req-a9a041e9-0faf-4400-b926-3dc580c8a71d service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570422 Jun 24 09:42:50.351931 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:42:50.359897 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ddd8b495-ccf9-4159-99fd-b64a033bd3df req-d15e351a-db00-42d1-a2fd-9e61b5bdb3bd tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619619 Jun 24 09:42:50.361730 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.db.resource_extend [None req-edb00ccd-fed7-461c-a7e5-82eabfbeff89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 09:42:50.369214 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-9e754f67-6a76-451b-99ad-5d9f1e1980f8 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:50.371351 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-9e754f67-6a76-451b-99ad-5d9f1e1980f8 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.47 "GET /v2.0/networks?id=011dd503-a916-4a1e-aafe-2bca320c6dcb HTTP/1.1" status: 200 len: 808 time: 0.3764818 Jun 24 09:42:50.399734 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:42:50.409507 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:42:50.410290 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:50.512775 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:42:50.512985 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:50.537752 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:50.540117 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3693fb-038d-4da9-9cb0-f8d3d44a9590" -d '{"events": [{"server_uuid": "93a2b7d9-c03a-459b-9ceb-5d6bf14546ef", "name": "network-vif-plugged", "status": "completed", "tag": "cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:50.555941 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:42:50.563432 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:50.595960 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908e4462-2e04-40ca-b9ab-370bce31dc3c x-openstack-request-id: req-908e4462-2e04-40ca-b9ab-370bce31dc3c {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:50.596249 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a2b7d9-c03a-459b-9ceb-5d6bf14546ef", "name": "network-vif-plugged", "status": "completed", "tag": "cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:50.596491 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-908e4462-2e04-40ca-b9ab-370bce31dc3c {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:50.596875 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908e4462-2e04-40ca-b9ab-370bce31dc3c'] response: {'server_uuid': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'code': 200} Jun 24 09:42:50.622250 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Request body: {'port': {'device_id': '39bd42f5-35d7-4622-9ce8-36a4bcf28fed', 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb', 'admin_state_up': True, 'tenant_id': '6c5b285a04564d5d917a4566bec984b2'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:50.624009 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:50.686806 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-edb00ccd-fed7-461c-a7e5-82eabfbeff89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:50.719707 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-edb00ccd-fed7-461c-a7e5-82eabfbeff89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (160cdd52-4bc9-47f3-a5cd-859003c7028c), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:50.868723 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dd9b7-4578-4e6a-9092-1baa41167c6e req-95ffb3c6-d25d-4a89-8c86-b63a5ebcff2c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:50.870072 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-698dd9b7-4578-4e6a-9092-1baa41167c6e req-95ffb3c6-d25d-4a89-8c86-b63a5ebcff2c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 946 time: 0.1058254 Jun 24 09:42:50.898045 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Made reservation on behalf of 6c5b285a04564d5d917a4566bec984b2 for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:42:50.901229 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:50.907352 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [None req-edb00ccd-fed7-461c-a7e5-82eabfbeff89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Floating IP 160cdd52-4bc9-47f3-a5cd-859003c7028c associated. External IP: 172.27.1.31, port: 371d87f0-d828-436b-a673-c5e34fc40e6c. Jun 24 09:42:51.002307 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-698dd9b7-4578-4e6a-9092-1baa41167c6e req-50a12c96-1b05-4e0d-afee-7a0a7bd13328 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233146 Jun 24 09:42:51.104927 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4d37d7a2-90d5-43f6-bc12-de636b4665de req-b82f1add-d104-43cc-9e7b-df26293711a6 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 210 time: 0.0470932 Jun 24 09:42:51.208515 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:51.244402 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Allocated IP 172.20.0.10 (011dd503-a916-4a1e-aafe-2bca320c6dcb/910fe78d-7cc5-489a-a364-61d22b2bb68a/cc05e753-e2f5-49ee-bcff-8be71968f994) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:42:51.296545 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb00ccd-fed7-461c-a7e5-82eabfbeff89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Router c44ff442-929d-4e4b-9cf3-13d5613c9bbf has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:42:51.324061 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53184) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:51.388243 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:51.501645 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d128ee3-33cb-43a1-b785-682a0accb55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:51.531421 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb00ccd-fed7-461c-a7e5-82eabfbeff89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:42:51.540939 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-edb00ccd-fed7-461c-a7e5-82eabfbeff89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:51.547268 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67b193-df63-4b6c-8c0e-2df7869c4833 None None] Sync routers for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:42:51.548827 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e378e4-15b1-449b-9c16-fc2a69cad12f req-896e708c-765a-4e8b-bab4-85c1da759a20 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:51.550310 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-85e378e4-15b1-449b-9c16-fc2a69cad12f req-896e708c-765a-4e8b-bab4-85c1da759a20 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0959015 Jun 24 09:42:51.556514 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks [] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:51.563235 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67b193-df63-4b6c-8c0e-2df7869c4833 None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:51.564780 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-3e67b193-df63-4b6c-8c0e-2df7869c4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:42:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:51.610475 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-edb00ccd-fed7-461c-a7e5-82eabfbeff89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "PUT /v2.0/floatingips/160cdd52-4bc9-47f3-a5cd-859003c7028c HTTP/1.1" status: 200 len: 990 time: 2.4144397 Jun 24 09:42:51.612471 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:51.614814 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4905f5a2-b576-4764-a2c8-3297236bb858" -d '{"events": [{"name": "network-changed", "server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:51.636161 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d128ee3-33cb-43a1-b785-682a0accb55b admin admin] Publish callbacks [] for security_group (d4b84283-87dc-4c85-b1a7-4805c6383654), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:51.645724 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:UPDATE=5,neutron:INSERT=17,neutron:SELECT=76,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:51.653028 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d128ee3-33cb-43a1-b785-682a0accb55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d4b84283-87dc-4c85-b1a7-4805c6383654), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:51.663538 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-85e378e4-15b1-449b-9c16-fc2a69cad12f req-e2448305-fa01-4ecd-bb2d-a486d673c768 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871241 Jun 24 09:42:51.676902 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:51.702031 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-1d128ee3-33cb-43a1-b785-682a0accb55b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68f1b01f384b4970bfeca47ff8629136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773935 Jun 24 09:42:51.703919 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53204) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:51.710634 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33ac02b-8f92-49f5-bd49-485607768d07 x-openstack-request-id: req-c33ac02b-8f92-49f5-bd49-485607768d07 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:51.710952 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:51.711183 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c33ac02b-8f92-49f5-bd49-485607768d07 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:51.712459 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33ac02b-8f92-49f5-bd49-485607768d07'] response: {'name': 'network-changed', 'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'status': 'completed', 'code': 200} Jun 24 09:42:51.730065 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Network 011dd503-a916-4a1e-aafe-2bca320c6dcb is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:42:51.733636 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:42:51.737851 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:42:51.741129 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-3e67b193-df63-4b6c-8c0e-2df7869c4833 None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:51.743106 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:51.743749 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:51.753108 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Pushing event updated for resources: {'Port': ['ID=cc05e753-e2f5-49ee-bcff-8be71968f994,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:51.754449 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d128ee3-33cb-43a1-b785-682a0accb55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b84283-87dc-4c85-b1a7-4805c6383654,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:51.777517 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-dd466266-f8c0-45d4-a234-f444f8d85074 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1613328 Jun 24 09:42:51.789268 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6c3256c5-a377-4a05-83cc-ea9998a9e0bf admin admin] Publish callbacks [] for security_group (d4b84283-87dc-4c85-b1a7-4805c6383654), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:51.814229 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6c3256c5-a377-4a05-83cc-ea9998a9e0bf admin admin] Publish callbacks [] for security_group (d4b84283-87dc-4c85-b1a7-4805c6383654), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:51.869036 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6c3256c5-a377-4a05-83cc-ea9998a9e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d4b84283-87dc-4c85-b1a7-4805c6383654), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:51.871881 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6c3256c5-a377-4a05-83cc-ea9998a9e0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:51.875890 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-6c3256c5-a377-4a05-83cc-ea9998a9e0bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4b84283-87dc-4c85-b1a7-4805c6383654 HTTP/1.1" status: 204 len: 168 time: 0.1709764 Jun 24 09:42:51.884205 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3256c5-a377-4a05-83cc-ea9998a9e0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b84283-87dc-4c85-b1a7-4805c6383654,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:52.044227 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-3e67b193-df63-4b6c-8c0e-2df7869c4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '160cdd52-4bc9-47f3-a5cd-859003c7028c', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'port_id': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'mac_address': 'fa:16:3e:47:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa551ac0-154e-4145-acc0-725155004e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:14Z', 'updated_at': '2022-06-24T09:42:50Z', 'revision_number': 1, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:52.072253 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67b193-df63-4b6c-8c0e-2df7869c4833 None None] Checking router: c44ff442-929d-4e4b-9cf3-13d5613c9bbf for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:42:52.083827 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67b193-df63-4b6c-8c0e-2df7869c4833 None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:52.084874 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-3e67b193-df63-4b6c-8c0e-2df7869c4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:42:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:52.132732 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef2555-33ba-4cc8-b540-bf47e42fe2fa req-9030e753-25c8-468a-9d59-09682e3cec34 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:52.142298 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-76ef2555-33ba-4cc8-b540-bf47e42fe2fa req-9030e753-25c8-468a-9d59-09682e3cec34 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 946 time: 0.0606060 Jun 24 09:42:52.191580 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-76ef2555-33ba-4cc8-b540-bf47e42fe2fa req-7a77212d-789f-4cf0-ab2c-b6ec5079f04c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483973 Jun 24 09:42:52.241051 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-3e67b193-df63-4b6c-8c0e-2df7869c4833 None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:52.254340 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53224) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:52.272055 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-772349f0-f0cb-4377-9015-30a409cc0934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.285339 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da129362-a6ee-4b58-add5-4e26228e6ef0 req-4f706568-e37c-4acc-8c51-66ddbb638276 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:52.287042 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-da129362-a6ee-4b58-add5-4e26228e6ef0 req-4f706568-e37c-4acc-8c51-66ddbb638276 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 932 time: 0.0642517 Jun 24 09:42:52.318695 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:52.334256 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53226) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:52.383819 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-772349f0-f0cb-4377-9015-30a409cc0934 admin admin] Publish callbacks [] for security_group (12488b09-cef7-44cb-925a-e2c2160d0218), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.385486 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-da129362-a6ee-4b58-add5-4e26228e6ef0 req-c571ea3d-303b-4d77-9c12-525f11dceee8 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901635 Jun 24 09:42:52.390481 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-772349f0-f0cb-4377-9015-30a409cc0934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (12488b09-cef7-44cb-925a-e2c2160d0218), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.432039 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-772349f0-f0cb-4377-9015-30a409cc0934 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e80cd6012e54426a18e8ce8b731eba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747742 Jun 24 09:42:52.433119 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772349f0-f0cb-4377-9015-30a409cc0934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12488b09-cef7-44cb-925a-e2c2160d0218,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:52.444767 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53230) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:52.492550 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-3e67b193-df63-4b6c-8c0e-2df7869c4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '160cdd52-4bc9-47f3-a5cd-859003c7028c', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'port_id': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'mac_address': 'fa:16:3e:47:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa551ac0-154e-4145-acc0-725155004e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:14Z', 'updated_at': '2022-06-24T09:42:50Z', 'revision_number': 1, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:52.496617 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:52.516915 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f5405b3a-a80d-4f92-8bb8-6545b2f3ad8c admin admin] Publish callbacks [] for security_group (12488b09-cef7-44cb-925a-e2c2160d0218), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.522421 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67b193-df63-4b6c-8c0e-2df7869c4833 None None] The sync data for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi is: [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '160cdd52-4bc9-47f3-a5cd-859003c7028c', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'port_id': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'mac_address': 'fa:16:3e:47:fd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa551ac0-154e-4145-acc0-725155004e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:14Z', 'updated_at': '2022-06-24T09:42:50Z', 'revision_number': 1, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:42:52.554091 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f5405b3a-a80d-4f92-8bb8-6545b2f3ad8c admin admin] Publish callbacks [] for security_group (12488b09-cef7-44cb-925a-e2c2160d0218), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.582610 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a1473b83-8dfb-4bfc-866d-13ab756f579c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.643898 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f5405b3a-a80d-4f92-8bb8-6545b2f3ad8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (12488b09-cef7-44cb-925a-e2c2160d0218), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.646190 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f5405b3a-a80d-4f92-8bb8-6545b2f3ad8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.647339 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-f5405b3a-a80d-4f92-8bb8-6545b2f3ad8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12488b09-cef7-44cb-925a-e2c2160d0218 HTTP/1.1" status: 204 len: 168 time: 0.2015371 Jun 24 09:42:52.662575 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5405b3a-a80d-4f92-8bb8-6545b2f3ad8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12488b09-cef7-44cb-925a-e2c2160d0218,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:52.725075 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a1473b83-8dfb-4bfc-866d-13ab756f579c admin admin] Publish callbacks [] for security_group (e80f65fe-f763-4713-ac62-bdbd4d6f6584), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.729551 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a1473b83-8dfb-4bfc-866d-13ab756f579c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (e80f65fe-f763-4713-ac62-bdbd4d6f6584), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.759450 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:52.775123 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3cfbce-fb6f-4fe7-a94b-c2f15b6b05ea None None] New status for floating IP 160cdd52-4bc9-47f3-a5cd-859003c7028c: ACTIVE {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:42:52.792287 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-a1473b83-8dfb-4bfc-866d-13ab756f579c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cff9b2b9836b4af09eb6649d24b51d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4542232 Jun 24 09:42:52.792629 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53238) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:52.824555 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1473b83-8dfb-4bfc-866d-13ab756f579c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80f65fe-f763-4713-ac62-bdbd4d6f6584,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:52.839065 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77fa4f-30d4-4b84-8542-fd960c9e7a57 req-baa13399-3749-41e6-a9e2-f020defd9924 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:52.841052 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ac77fa4f-30d4-4b84-8542-fd960c9e7a57 req-baa13399-3749-41e6-a9e2-f020defd9924 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0698247 Jun 24 09:42:52.853230 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-68c470d6-adc6-4393-bec4-838b8a9422fa admin admin] Publish callbacks [] for security_group (e80f65fe-f763-4713-ac62-bdbd4d6f6584), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.883208 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-68c470d6-adc6-4393-bec4-838b8a9422fa admin admin] Publish callbacks [] for security_group (e80f65fe-f763-4713-ac62-bdbd4d6f6584), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.907820 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ac77fa4f-30d4-4b84-8542-fd960c9e7a57 req-63b297ee-278e-4a2c-b812-95447cb5c86e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600784 Jun 24 09:42:52.942402 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-68c470d6-adc6-4393-bec4-838b8a9422fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (e80f65fe-f763-4713-ac62-bdbd4d6f6584), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.945510 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-68c470d6-adc6-4393-bec4-838b8a9422fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:52.946906 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-68c470d6-adc6-4393-bec4-838b8a9422fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e80f65fe-f763-4713-ac62-bdbd4d6f6584 HTTP/1.1" status: 204 len: 168 time: 0.1533127 Jun 24 09:42:52.966436 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c470d6-adc6-4393-bec4-838b8a9422fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80f65fe-f763-4713-ac62-bdbd4d6f6584,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:53.235666 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:53.258788 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Request body: {'port': {'device_id': '39bd42f5-35d7-4622-9ce8-36a4bcf28fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:53.323004 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f5a2-b576-4764-a2c8-3297236bb858 req-ad803fe4-c399-4659-a17b-476597f6cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:53.324950 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-4905f5a2-b576-4764-a2c8-3297236bb858 req-ad803fe4-c399-4659-a17b-476597f6cb55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 1129 time: 0.0512478 Jun 24 09:42:53.423750 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1d457-f6bb-4e03-9052-d8b3031f68a8 req-6df8b805-e1bc-4448-9c31-9b30940f4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:53.425305 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-19b1d457-f6bb-4e03-9052-d8b3031f68a8 req-6df8b805-e1bc-4448-9c31-9b30940f4673 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 1130 time: 0.2175510 Jun 24 09:42:53.435325 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-02e36436-2ebe-42d6-8b93-f5966fe863b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1273348 Jun 24 09:42:53.468742 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f5a2-b576-4764-a2c8-3297236bb858 req-00505806-0d3d-480e-8577-da2e781b811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:53.470358 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-4905f5a2-b576-4764-a2c8-3297236bb858 req-00505806-0d3d-480e-8577-da2e781b811d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 918 time: 0.1392853 Jun 24 09:42:53.490334 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53266) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:53.521139 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714df7d-a559-4bab-9eee-71baec795e71 req-bf785dea-d87b-4524-8e65-19eb0c013f23 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:53.522576 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a714df7d-a559-4bab-9eee-71baec795e71 req-bf785dea-d87b-4524-8e65-19eb0c013f23 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 946 time: 0.1682472 Jun 24 09:42:53.554979 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ad231f4f-989e-41bd-94b8-9257fa31fb2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:53.593221 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:53.617819 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaadfd-ea61-4518-ab91-8f8375d702a2 req-5c488734-7f15-44b1-88e3-d80d6e6b839e tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:53.619330 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-14eaadfd-ea61-4518-ab91-8f8375d702a2 req-5c488734-7f15-44b1-88e3-d80d6e6b839e tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 932 time: 0.1547840 Jun 24 09:42:53.623055 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-4905f5a2-b576-4764-a2c8-3297236bb858 req-b41d0708-1733-49f9-a879-6713b0fa7a86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=371d87f0-d828-436b-a673-c5e34fc40e6c HTTP/1.1" status: 200 len: 1000 time: 0.1406088 Jun 24 09:42:53.649924 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-19b1d457-f6bb-4e03-9052-d8b3031f68a8 req-405a28ed-167b-4be9-a3ec-38e0c26832a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072611 Jun 24 09:42:53.669403 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-528d6f5e-acc4-4d76-9228-572b1e89d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:53.669818 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:53.670870 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-528d6f5e-acc4-4d76-9228-572b1e89d14f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4290bd187dc948bc9f1dc5a8cc272f0b&device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 1130 time: 0.1565897 Jun 24 09:42:53.691498 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f5a2-b576-4764-a2c8-3297236bb858 req-05cae984-a961-4409-ac30-fffe27d91d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:53.693133 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-4905f5a2-b576-4764-a2c8-3297236bb858 req-05cae984-a961-4409-ac30-fffe27d91d8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.0621920 Jun 24 09:42:53.735755 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a714df7d-a559-4bab-9eee-71baec795e71 req-a18b327e-3b38-425f-a821-47fdb64f5196 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932085 Jun 24 09:42:53.755231 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ad231f4f-989e-41bd-94b8-9257fa31fb2c admin admin] Publish callbacks [] for security_group (622557d4-a11a-477b-927a-f21e61d4bd7d), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:53.762595 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ad231f4f-989e-41bd-94b8-9257fa31fb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (622557d4-a11a-477b-927a-f21e61d4bd7d), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:53.810482 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:53.818653 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ad231f4f-989e-41bd-94b8-9257fa31fb2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=983f87973fb94a138dbd3ee463cb2225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268244 Jun 24 09:42:53.819289 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53276) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:53.819942 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad231f4f-989e-41bd-94b8-9257fa31fb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622557d4-a11a-477b-927a-f21e61d4bd7d,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:53.834823 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-14eaadfd-ea61-4518-ab91-8f8375d702a2 req-410437f3-1cad-4f1d-a1ea-df18eb312631 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032561 Jun 24 09:42:53.926334 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4cda1c99-c378-42bd-972d-02bd40d686a5 admin admin] Publish callbacks [] for security_group (622557d4-a11a-477b-927a-f21e61d4bd7d), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:53.952871 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f5a2-b576-4764-a2c8-3297236bb858 req-49a94ea0-49de-479a-9b91-f16100995133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:53.954375 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-4905f5a2-b576-4764-a2c8-3297236bb858 req-49a94ea0-49de-479a-9b91-f16100995133 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0771933 Jun 24 09:42:53.956192 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4cda1c99-c378-42bd-972d-02bd40d686a5 admin admin] Publish callbacks [] for security_group (622557d4-a11a-477b-927a-f21e61d4bd7d), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.082981 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:54.094775 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-4905f5a2-b576-4764-a2c8-3297236bb858 req-9c66adbd-b8d3-4165-98be-f0c69b5127b9 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288204 Jun 24 09:42:54.102899 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4cda1c99-c378-42bd-972d-02bd40d686a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (622557d4-a11a-477b-927a-f21e61d4bd7d), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.106709 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4cda1c99-c378-42bd-972d-02bd40d686a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.112911 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-4cda1c99-c378-42bd-972d-02bd40d686a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/622557d4-a11a-477b-927a-f21e61d4bd7d HTTP/1.1" status: 204 len: 168 time: 0.2900372 Jun 24 09:42:54.123514 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda1c99-c378-42bd-972d-02bd40d686a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622557d4-a11a-477b-927a-f21e61d4bd7d,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:54.357271 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc05e753-e2f5-49ee-bcff-8be71968f994 {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:42:54.395049 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Publish callbacks [] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.406490 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:54.438668 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7d50d-1fbb-48c5-820c-39110fc0f2f9 req-0f07bdd8-2bfb-41af-972b-1eb2fd3bc701 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:54.440102 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9ca7d50d-1fbb-48c5-820c-39110fc0f2f9 req-0f07bdd8-2bfb-41af-972b-1eb2fd3bc701 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.3746941 Jun 24 09:42:54.441237 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Transition to ACTIVE for port object cc05e753-e2f5-49ee-bcff-8be71968f994 will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:42:54.447434 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.503156 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53302) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:54.519783 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e820f28c-c5b5-43d2-81a2-3ed5be4f90d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.527466 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-620988e0-4831-4dd5-8c70-aef51e4d7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:54.528887 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-620988e0-4831-4dd5-8c70-aef51e4d7790 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9369cf11-485b-46a3-a217-92b03ccfb37d HTTP/1.1" status: 200 len: 913 time: 0.5807757 Jun 24 09:42:54.565072 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc05e753-e2f5-49ee-bcff-8be71968f994,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:54.592372 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Attempting to bind port cc05e753-e2f5-49ee-bcff-8be71968f994 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:42:54.592689 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Attempting to bind port cc05e753-e2f5-49ee-bcff-8be71968f994 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '70886151-9226-4634-843d-e5f5046c114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:42:54.593013 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Attempting to bind port cc05e753-e2f5-49ee-bcff-8be71968f994 on network 011dd503-a916-4a1e-aafe-2bca320c6dcb {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:54.600179 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9ca7d50d-1fbb-48c5-820c-39110fc0f2f9 req-b9d43834-4eb0-49a0-a383-57c1efc341df tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436930 Jun 24 09:42:54.601273 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Port cc05e753-e2f5-49ee-bcff-8be71968f994 on network 011dd503-a916-4a1e-aafe-2bca320c6dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:42:54.601447 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Attempting to bind port cc05e753-e2f5-49ee-bcff-8be71968f994 on network 011dd503-a916-4a1e-aafe-2bca320c6dcb {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:42:54.607558 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:42:54.607995 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Checking segment: {'id': '70886151-9226-4634-843d-e5f5046c114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:42:54.608318 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Bound using segment: {'id': '70886151-9226-4634-843d-e5f5046c114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:42:54.608709 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Bound port: cc05e753-e2f5-49ee-bcff-8be71968f994, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70886151-9226-4634-843d-e5f5046c114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:42:54.609104 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.615217 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e820f28c-c5b5-43d2-81a2-3ed5be4f90d4 admin admin] Publish callbacks [] for security_group (44d30f9b-e373-4299-870a-53e762f2d224), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.620471 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e820f28c-c5b5-43d2-81a2-3ed5be4f90d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (44d30f9b-e373-4299-870a-53e762f2d224), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.658802 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e820f28c-c5b5-43d2-81a2-3ed5be4f90d4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f8ed9945d9b48c9826222a3a29ea14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545465 Jun 24 09:42:54.661594 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53308) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:54.663796 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820f28c-c5b5-43d2-81a2-3ed5be4f90d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d30f9b-e373-4299-870a-53e762f2d224,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:54.754541 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-3958987a-5a77-4d36-aff5-a3322afca900 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=697f8edd-0704-4e42-8528-68705e30c6e2 HTTP/1.1" status: 200 len: 217 time: 0.0647833 Jun 24 09:42:54.768142 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-4905f5a2-b576-4764-a2c8-3297236bb858 req-36025bf2-9f12-4399-aa9f-11f1cd78bcf3 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989513 Jun 24 09:42:54.780142 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] For port cc05e753-e2f5-49ee-bcff-8be71968f994, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:42:54.785775 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] For port cc05e753-e2f5-49ee-bcff-8be71968f994, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cc05e753-e2f5-49ee-bcff-8be71968f994,segment=NetworkSegment(70886151-9226-4634-843d-e5f5046c114c),segment_id=70886151-9226-4634-843d-e5f5046c114c)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:42:54.798282 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.805907 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3ff72685-752c-4d69-bff8-63c567dfbb03 admin admin] Publish callbacks [] for security_group (44d30f9b-e373-4299-870a-53e762f2d224), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.851319 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:54.851942 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.853325 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] 10.222.0.47 "PUT /v2.0/ports/cc05e753-e2f5-49ee-bcff-8be71968f994 HTTP/1.1" status: 200 len: 1094 time: 1.6316121 Jun 24 09:42:54.853994 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bd42f5-35d7-4622-9ce8-36a4bcf28fed', 'tag': 'cc05e753-e2f5-49ee-bcff-8be71968f994'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:54.856470 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ab1522-2942-4707-a83e-df5c2d83765f" -d '{"events": [{"name": "network-changed", "server_uuid": "39bd42f5-35d7-4622-9ce8-36a4bcf28fed", "tag": "cc05e753-e2f5-49ee-bcff-8be71968f994"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:54.896103 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3ff72685-752c-4d69-bff8-63c567dfbb03 admin admin] Publish callbacks [] for security_group (44d30f9b-e373-4299-870a-53e762f2d224), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:54.900849 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8ab92b-0615-44a5-88e2-70d79907ffb0 x-openstack-request-id: req-7e8ab92b-0615-44a5-88e2-70d79907ffb0 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:54.901130 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bd42f5-35d7-4622-9ce8-36a4bcf28fed", "tag": "cc05e753-e2f5-49ee-bcff-8be71968f994", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:54.901369 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e8ab92b-0615-44a5-88e2-70d79907ffb0 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:54.901839 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8ab92b-0615-44a5-88e2-70d79907ffb0'] response: {'name': 'network-changed', 'server_uuid': '39bd42f5-35d7-4622-9ce8-36a4bcf28fed', 'tag': 'cc05e753-e2f5-49ee-bcff-8be71968f994', 'status': 'completed', 'code': 200} Jun 24 09:42:54.925211 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbca262-ff92-4d72-bdde-785124c88bbb req-ba104bdd-b2ce-4c74-a217-743d7874bfab tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:54.926611 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1bbca262-ff92-4d72-bdde-785124c88bbb req-ba104bdd-b2ce-4c74-a217-743d7874bfab tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 946 time: 0.1176450 Jun 24 09:42:54.998632 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06d796-91e9-4f02-8f65-dfe7ff67e4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc05e753-e2f5-49ee-bcff-8be71968f994,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:55.008397 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:55.037294 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f35115-8d8e-47bb-9e3b-e461abd4edda req-f7018bba-a246-4281-a6d6-1ada34bdc34c tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:55.038689 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c2f35115-8d8e-47bb-9e3b-e461abd4edda req-f7018bba-a246-4281-a6d6-1ada34bdc34c tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 944 time: 0.0796590 Jun 24 09:42:55.058063 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3ff72685-752c-4d69-bff8-63c567dfbb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (44d30f9b-e373-4299-870a-53e762f2d224), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:55.060251 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3ff72685-752c-4d69-bff8-63c567dfbb03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:55.063915 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-3ff72685-752c-4d69-bff8-63c567dfbb03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44d30f9b-e373-4299-870a-53e762f2d224 HTTP/1.1" status: 204 len: 168 time: 0.4011252 Jun 24 09:42:55.068612 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1bbca262-ff92-4d72-bdde-785124c88bbb req-fd07ebf9-56b1-46e0-af62-0b2e5cd042e6 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311870 Jun 24 09:42:55.086958 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff72685-752c-4d69-bff8-63c567dfbb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d30f9b-e373-4299-870a-53e762f2d224,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:55.118934 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c2f35115-8d8e-47bb-9e3b-e461abd4edda req-50225437-7a8c-401d-9d13-d7b5699b2652 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695865 Jun 24 09:42:55.713734 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53370) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:55.747484 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060624d1-0375-4703-b9f5-0048a403bcaa req-b1c1ec05-1033-4d55-8ebf-aeaada0b9546 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:55.753197 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-060624d1-0375-4703-b9f5-0048a403bcaa req-b1c1ec05-1033-4d55-8ebf-aeaada0b9546 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0685589 Jun 24 09:42:55.811413 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-060624d1-0375-4703-b9f5-0048a403bcaa req-24063d76-97b7-485f-9dca-f0583ca4a652 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507734 Jun 24 09:42:55.868664 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-dee4ac98-b5ee-4163-a308-aacbec2db222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:55.907681 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:55.956030 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-dee4ac98-b5ee-4163-a308-aacbec2db222 admin admin] Publish callbacks [] for security_group (e51942ba-0f73-4dbc-9e23-f5df2ef4fc96), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:55.964571 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-dee4ac98-b5ee-4163-a308-aacbec2db222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (e51942ba-0f73-4dbc-9e23-f5df2ef4fc96), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:56.012727 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-eed96130-d071-44c4-b6bd-3fe3ed02da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:56.014233 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-eed96130-d071-44c4-b6bd-3fe3ed02da4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d731dcf3-2e78-424c-acaa-06d3b77ef560 HTTP/1.1" status: 200 len: 851 time: 0.0584323 Jun 24 09:42:56.023613 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-dee4ac98-b5ee-4163-a308-aacbec2db222 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9c2f74e24b94a42b73d2af159081a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077104 Jun 24 09:42:56.026342 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53382) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:56.037150 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4ac98-b5ee-4163-a308-aacbec2db222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51942ba-0f73-4dbc-9e23-f5df2ef4fc96,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:56.079543 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-bba5e878-d386-4e53-93ea-9f9e81f5f1e7 admin admin] Publish callbacks [] for security_group (e51942ba-0f73-4dbc-9e23-f5df2ef4fc96), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:56.104098 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-bba5e878-d386-4e53-93ea-9f9e81f5f1e7 admin admin] Publish callbacks [] for security_group (e51942ba-0f73-4dbc-9e23-f5df2ef4fc96), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:56.115120 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:56.202707 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baf7bd-7231-4d4a-9ac8-f82525a58879 req-daae4d2b-4d7c-44fb-b222-96317af4fa72 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:56.204276 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-46baf7bd-7231-4d4a-9ac8-f82525a58879 req-daae4d2b-4d7c-44fb-b222-96317af4fa72 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 946 time: 0.0593891 Jun 24 09:42:56.243391 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-bba5e878-d386-4e53-93ea-9f9e81f5f1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (e51942ba-0f73-4dbc-9e23-f5df2ef4fc96), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:56.245898 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-bba5e878-d386-4e53-93ea-9f9e81f5f1e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:56.247028 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-bba5e878-d386-4e53-93ea-9f9e81f5f1e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e51942ba-0f73-4dbc-9e23-f5df2ef4fc96 HTTP/1.1" status: 204 len: 168 time: 0.2188652 Jun 24 09:42:56.273942 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5e878-d386-4e53-93ea-9f9e81f5f1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51942ba-0f73-4dbc-9e23-f5df2ef4fc96,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:56.282518 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecd7ab-235c-4ade-8107-f8a33d4a850f req-881692b9-ebcb-4370-ad3b-bc5c04197cac tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:56.284058 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fcecd7ab-235c-4ade-8107-f8a33d4a850f req-881692b9-ebcb-4370-ad3b-bc5c04197cac tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 944 time: 0.0784397 Jun 24 09:42:56.320909 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-46baf7bd-7231-4d4a-9ac8-f82525a58879 req-c1b2dd9a-525a-4b2e-8835-7caf22104932 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049535 Jun 24 09:42:56.358680 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fcecd7ab-235c-4ade-8107-f8a33d4a850f req-6e4ab9b0-4263-4542-9e0f-af5f430475b6 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679650 Jun 24 09:42:56.471601 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580466d-bd36-4bac-99d7-8ec4037e4cfc req-3201b2a9-f8b1-4afe-b1dd-29313120e473 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:56.473283 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a580466d-bd36-4bac-99d7-8ec4037e4cfc req-3201b2a9-f8b1-4afe-b1dd-29313120e473 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 946 time: 0.0663662 Jun 24 09:42:56.486563 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53402) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:56.493051 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-b2ff3086-e12d-4b93-afc4-6b2935bab5db tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'floatingip': {'port_id': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:42:56.530094 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab1522-2942-4707-a83e-df5c2d83765f req-bbeff906-3845-43ba-b7b2-4a95209fb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:56.532232 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e8ab1522-2942-4707-a83e-df5c2d83765f req-bbeff906-3845-43ba-b7b2-4a95209fb9b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c5b285a04564d5d917a4566bec984b2&device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 1128 time: 0.1032393 Jun 24 09:42:56.541978 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3086-e12d-4b93-afc4-6b2935bab5db tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (31707d4d-3fb3-48bc-afda-5a904a7113d1), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:56.664936 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-38e046aa-e5e4-47c6-8075-9257b00865dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:56.667381 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-38e046aa-e5e4-47c6-8075-9257b00865dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9369cf11-485b-46a3-a217-92b03ccfb37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0865648 Jun 24 09:42:56.845377 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53418) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:56.861895 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-aa31dd8e-27d5-467f-8bf3-77ab457b717e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:56.993296 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:57.055543 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a090ae-aca2-414c-bd91-5e0121384aeb req-c4fb1f9c-5020-41ba-993f-9e82a7b073ab tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:57.057127 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-50a090ae-aca2-414c-bd91-5e0121384aeb req-c4fb1f9c-5020-41ba-993f-9e82a7b073ab tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.1667995 Jun 24 09:42:57.120349 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-aa31dd8e-27d5-467f-8bf3-77ab457b717e admin admin] Publish callbacks [] for security_group (8f83d653-6c7d-4473-96c9-212cdf46c914), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:57.123632 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab1522-2942-4707-a83e-df5c2d83765f req-4efc59fa-d813-4c8c-b69a-cd7ab81c64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:57.125325 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e8ab1522-2942-4707-a83e-df5c2d83765f req-4efc59fa-d813-4c8c-b69a-cd7ab81c64db service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6c5b285a04564d5d917a4566bec984b2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2114434 Jun 24 09:42:57.126313 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-aa31dd8e-27d5-467f-8bf3-77ab457b717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8f83d653-6c7d-4473-96c9-212cdf46c914), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:57.162183 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=80,neutron:INSERT=20 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:57.202847 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-a2b52d3c-264b-402b-96f4-a85f930a1b55 service neutron] 10.222.0.47 "GET /v2.0/networks/9369cf11-485b-46a3-a217-92b03ccfb37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736111 Jun 24 09:42:57.214053 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-50a090ae-aca2-414c-bd91-5e0121384aeb req-3efd9fe3-3082-4433-ad47-60ea7c5dd591 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473658 Jun 24 09:42:57.218499 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31dd8e-27d5-467f-8bf3-77ab457b717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f83d653-6c7d-4473-96c9-212cdf46c914,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:57.227903 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-aa31dd8e-27d5-467f-8bf3-77ab457b717e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=edbbb1db92de401c86272fdba18c77d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813481 Jun 24 09:42:57.234101 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53420) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:57.312146 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:57.332378 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab1522-2942-4707-a83e-df5c2d83765f req-7d1f5cc5-fc82-418b-8fd0-84c9dc651260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:57.333865 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e8ab1522-2942-4707-a83e-df5c2d83765f req-7d1f5cc5-fc82-418b-8fd0-84c9dc651260 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1919060 Jun 24 09:42:57.368290 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3086-e12d-4b93-afc4-6b2935bab5db tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:57.379881 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3086-e12d-4b93-afc4-6b2935bab5db tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (31707d4d-3fb3-48bc-afda-5a904a7113d1), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:57.421464 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-c21a5698-0a10-480a-a502-570a045123ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:57.422974 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-c21a5698-0a10-480a-a502-570a045123ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c5b285a04564d5d917a4566bec984b2&device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 1128 time: 0.0458407 Jun 24 09:42:57.433360 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2e24c17b-ee9c-4746-a821-2594ce9c38e2 admin admin] Publish callbacks [] for security_group (8f83d653-6c7d-4473-96c9-212cdf46c914), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:57.441777 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2e9b4124-e0f2-4636-9599-1d71f2384d76 req-f924048e-2c49-49fe-8654-c5f1fdf45ac5 service neutron] 10.222.0.47 "GET /v2.0/networks/9369cf11-485b-46a3-a217-92b03ccfb37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311883 Jun 24 09:42:57.472021 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-aa39ae41-3aac-4ddb-8248-b0c6c6b887cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc05e753-e2f5-49ee-bcff-8be71968f994 HTTP/1.1" status: 200 len: 217 time: 0.0371761 Jun 24 09:42:57.520256 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2e24c17b-ee9c-4746-a821-2594ce9c38e2 admin admin] Publish callbacks [] for security_group (8f83d653-6c7d-4473-96c9-212cdf46c914), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:57.538657 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-837659c3-23ec-472f-908b-1b1b31cc95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:57.540242 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-837659c3-23ec-472f-908b-1b1b31cc95a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=910fe78d-7cc5-489a-a364-61d22b2bb68a HTTP/1.1" status: 200 len: 848 time: 0.0528836 Jun 24 09:42:57.554917 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38712d1-01a6-418a-b231-1edde20f20a6 req-1eb17cc2-327a-4eb7-b6f0-0ad06ef55e3a tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:57.556246 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b38712d1-01a6-418a-b231-1edde20f20a6 req-1eb17cc2-327a-4eb7-b6f0-0ad06ef55e3a tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 944 time: 0.1104884 Jun 24 09:42:57.599465 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [None req-b2ff3086-e12d-4b93-afc4-6b2935bab5db tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Floating IP 31707d4d-3fb3-48bc-afda-5a904a7113d1 associated. External IP: 172.27.1.18, port: cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1. Jun 24 09:42:57.665771 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2e24c17b-ee9c-4746-a821-2594ce9c38e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8f83d653-6c7d-4473-96c9-212cdf46c914), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:57.668926 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2e24c17b-ee9c-4746-a821-2594ce9c38e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:57.670059 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-2e24c17b-ee9c-4746-a821-2594ce9c38e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f83d653-6c7d-4473-96c9-212cdf46c914 HTTP/1.1" status: 204 len: 168 time: 0.4349942 Jun 24 09:42:57.687590 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b38712d1-01a6-418a-b231-1edde20f20a6 req-a3f011bd-30e1-486d-9e48-8b291df1f556 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189377 Jun 24 09:42:57.711114 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24c17b-ee9c-4746-a821-2594ce9c38e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f83d653-6c7d-4473-96c9-212cdf46c914,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:57.856949 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-b9619a1f-3bd2-4d32-a75e-33cb26fc1c6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=011dd503-a916-4a1e-aafe-2bca320c6dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523250 Jun 24 09:42:57.928002 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ff3086-e12d-4b93-afc4-6b2935bab5db tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Router 0d7db7db-a98c-4445-a285-9acd52afbb15 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:42:58.117118 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-7244a7da-eeec-4084-84b0-091ab87935a9 service neutron] 10.222.0.47 "GET /v2.0/networks/011dd503-a916-4a1e-aafe-2bca320c6dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502823 Jun 24 09:42:58.449407 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:58.469773 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ff3086-e12d-4b93-afc4-6b2935bab5db tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:42:58.477045 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e221a1-2090-47ae-a831-59bccbd088ac req-2a979121-e2fa-4479-b4e6-cfb722293b38 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:58.482773 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50375a46-11cd-4e9f-9446-f7f86b91127d None None] Sync routers for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:42:58.484496 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-87e221a1-2090-47ae-a831-59bccbd088ac req-2a979121-e2fa-4479-b4e6-cfb722293b38 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0773730 Jun 24 09:42:58.488791 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3086-e12d-4b93-afc4-6b2935bab5db tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:58.501837 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50375a46-11cd-4e9f-9446-f7f86b91127d None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:58.503410 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-50375a46-11cd-4e9f-9446-f7f86b91127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:42:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:58.582951 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86846d-5d9b-4bf0-b5e2-e791a2808706 req-c8c3d180-549f-4d9e-81ad-f78d1d737a42 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:58.584531 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ab86846d-5d9b-4bf0-b5e2-e791a2808706 req-c8c3d180-549f-4d9e-81ad-f78d1d737a42 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 946 time: 0.0644901 Jun 24 09:42:58.617944 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:58.628292 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-87e221a1-2090-47ae-a831-59bccbd088ac req-cc8f24fb-77f3-4a62-9631-0b15eab25028 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428285 Jun 24 09:42:58.641596 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-b2ff3086-e12d-4b93-afc4-6b2935bab5db tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "PUT /v2.0/floatingips/31707d4d-3fb3-48bc-afda-5a904a7113d1 HTTP/1.1" status: 200 len: 991 time: 2.1531920 Jun 24 09:42:58.653596 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'tag': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:42:58.655960 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f" -d '{"events": [{"name": "network-changed", "server_uuid": "93a2b7d9-c03a-459b-9ceb-5d6bf14546ef", "tag": "cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:42:58.720460 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-3fb69934-233b-44b9-9c4e-1ad73ebf8aac req-126cc134-27ab-4fe2-a58e-fd7690d1c7ef service neutron] 10.222.0.47 "GET /v2.0/networks/011dd503-a916-4a1e-aafe-2bca320c6dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498336 Jun 24 09:42:58.725178 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-50375a46-11cd-4e9f-9446-f7f86b91127d None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:58.737594 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94768d2c-d9e9-4803-aa11-0bc286c6a731 x-openstack-request-id: req-94768d2c-d9e9-4803-aa11-0bc286c6a731 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:42:58.737883 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a2b7d9-c03a-459b-9ceb-5d6bf14546ef", "tag": "cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:42:58.738129 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94768d2c-d9e9-4803-aa11-0bc286c6a731 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:42:58.738526 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94768d2c-d9e9-4803-aa11-0bc286c6a731'] response: {'name': 'network-changed', 'server_uuid': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'tag': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'status': 'completed', 'code': 200} Jun 24 09:42:58.755200 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53486) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:58.775530 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ab86846d-5d9b-4bf0-b5e2-e791a2808706 req-50552b10-5af4-4d1e-a9df-9c4719a54284 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518588 Jun 24 09:42:58.787284 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:58.861994 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bee2e2-f32d-44f6-a406-8c9d10d32987 req-6c367f8e-79ba-4979-ae79-5109c6694afe tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:58.868297 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e8bee2e2-f32d-44f6-a406-8c9d10d32987 req-6c367f8e-79ba-4979-ae79-5109c6694afe tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 944 time: 0.0629017 Jun 24 09:42:58.915994 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5f44c16d-93f7-4fd9-937e-c6be63e76543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:58.942071 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:58.942369 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e8bee2e2-f32d-44f6-a406-8c9d10d32987 req-5bb9a55f-9c02-4a65-8d76-0c64f6f24c87 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701628 Jun 24 09:42:58.958920 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:42:58.991006 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-50375a46-11cd-4e9f-9446-f7f86b91127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '31707d4d-3fb3-48bc-afda-5a904a7113d1', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:83:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:17Z', 'updated_at': '2022-06-24T09:42:57Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:59.008457 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5f44c16d-93f7-4fd9-937e-c6be63e76543 admin admin] Publish callbacks [] for security_group (d733937e-3805-4d09-9cf3-bda6b5cb0a9d), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:59.013166 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5f44c16d-93f7-4fd9-937e-c6be63e76543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d733937e-3805-4d09-9cf3-bda6b5cb0a9d), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:59.018445 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50375a46-11cd-4e9f-9446-f7f86b91127d None None] Checking router: 0d7db7db-a98c-4445-a285-9acd52afbb15 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:42:59.028171 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50375a46-11cd-4e9f-9446-f7f86b91127d None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:42:59.028777 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-50375a46-11cd-4e9f-9446-f7f86b91127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:42:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:59.059656 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-5f44c16d-93f7-4fd9-937e-c6be63e76543 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2334b95fd02b47b1b354dc8c7fed8ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033755 Jun 24 09:42:59.061623 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44c16d-93f7-4fd9-937e-c6be63e76543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d733937e-3805-4d09-9cf3-bda6b5cb0a9d,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:59.062366 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53494) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:42:59.121025 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8ab35324-946b-4b0f-b41f-1934ad984f13 admin admin] Publish callbacks [] for security_group (d733937e-3805-4d09-9cf3-bda6b5cb0a9d), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:59.137095 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-50375a46-11cd-4e9f-9446-f7f86b91127d None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:42:59.144952 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8ab35324-946b-4b0f-b41f-1934ad984f13 admin admin] Publish callbacks [] for security_group (d733937e-3805-4d09-9cf3-bda6b5cb0a9d), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:59.192568 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8ab35324-946b-4b0f-b41f-1934ad984f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d733937e-3805-4d09-9cf3-bda6b5cb0a9d), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:59.195067 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8ab35324-946b-4b0f-b41f-1934ad984f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:42:59.196235 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-8ab35324-946b-4b0f-b41f-1934ad984f13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d733937e-3805-4d09-9cf3-bda6b5cb0a9d HTTP/1.1" status: 204 len: 168 time: 0.1326425 Jun 24 09:42:59.205124 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab35324-946b-4b0f-b41f-1934ad984f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d733937e-3805-4d09-9cf3-bda6b5cb0a9d,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:42:59.440004 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-50375a46-11cd-4e9f-9446-f7f86b91127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '31707d4d-3fb3-48bc-afda-5a904a7113d1', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:83:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:17Z', 'updated_at': '2022-06-24T09:42:57Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:42:59.466281 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50375a46-11cd-4e9f-9446-f7f86b91127d None None] The sync data for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi is: [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '31707d4d-3fb3-48bc-afda-5a904a7113d1', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:83:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:17Z', 'updated_at': '2022-06-24T09:42:57Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:42:59.661216 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d03a9e-af9a-4837-a34d-9316c4a12f41 None None] New status for floating IP 31707d4d-3fb3-48bc-afda-5a904a7113d1: ACTIVE {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:42:59.752883 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d9d19-8b63-4b47-819b-a0cebd37e10f req-cebdb3c0-7791-45ad-bd76-91b510d9dc5c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:59.760149 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1b0d9d19-8b63-4b47-819b-a0cebd37e10f req-cebdb3c0-7791-45ad-bd76-91b510d9dc5c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0578198 Jun 24 09:42:59.805562 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f req-9873be1b-9421-4952-8fad-5e9819383190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:59.811263 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f req-9873be1b-9421-4952-8fad-5e9819383190 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 1130 time: 0.0763977 Jun 24 09:42:59.846833 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1b0d9d19-8b63-4b47-819b-a0cebd37e10f req-d7b589eb-14e6-4d8f-8250-b77bd15aa20e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853827 Jun 24 09:42:59.901902 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d5759-aab3-4fc3-8290-1460a44e2c5a req-6947be31-b411-4905-acd5-a7ad0651141b tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:42:59.903425 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d17d5759-aab3-4fc3-8290-1460a44e2c5a req-6947be31-b411-4905-acd5-a7ad0651141b tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 946 time: 0.0555294 Jun 24 09:42:59.955721 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d17d5759-aab3-4fc3-8290-1460a44e2c5a req-8fcc19ca-2ecb-4e99-aa6d-a6294fb790f3 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466087 Jun 24 09:43:00.071010 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44fef-052a-4213-8e74-f79eceb500cf req-0c1a1c6b-9174-4cc0-baf8-b64e7fd2938b tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:00.072772 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8aa44fef-052a-4213-8e74-f79eceb500cf req-0c1a1c6b-9174-4cc0-baf8-b64e7fd2938b tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 944 time: 0.0509875 Jun 24 09:43:00.126004 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8aa44fef-052a-4213-8e74-f79eceb500cf req-2e6be4c7-a77a-4b4d-be68-6fbfcf10fd8f tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460095 Jun 24 09:43:00.233145 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53534) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:00.348196 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f411f973-a7c4-4da1-949c-80c91a876f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:00.419928 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:00.446634 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f411f973-a7c4-4da1-949c-80c91a876f3e admin admin] Publish callbacks [] for security_group (1310552c-8d2d-4706-b3d6-d451be87b105), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:00.450817 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f411f973-a7c4-4da1-949c-80c91a876f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1310552c-8d2d-4706-b3d6-d451be87b105), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:00.491504 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-f411f973-a7c4-4da1-949c-80c91a876f3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0953e749bdff4b398bb552c4ac09c48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572253 Jun 24 09:43:00.492332 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411f973-a7c4-4da1-949c-80c91a876f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310552c-8d2d-4706-b3d6-d451be87b105,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:00.494377 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53542) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:00.546744 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cf6147b8-7308-46de-9afc-6d845f770696 admin admin] Publish callbacks [] for security_group (1310552c-8d2d-4706-b3d6-d451be87b105), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:00.570036 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cf6147b8-7308-46de-9afc-6d845f770696 admin admin] Publish callbacks [] for security_group (1310552c-8d2d-4706-b3d6-d451be87b105), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:00.626374 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cf6147b8-7308-46de-9afc-6d845f770696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1310552c-8d2d-4706-b3d6-d451be87b105), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:00.628865 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-cf6147b8-7308-46de-9afc-6d845f770696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:00.630059 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-cf6147b8-7308-46de-9afc-6d845f770696 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1310552c-8d2d-4706-b3d6-d451be87b105 HTTP/1.1" status: 204 len: 168 time: 0.1337714 Jun 24 09:43:00.638722 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6147b8-7308-46de-9afc-6d845f770696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310552c-8d2d-4706-b3d6-d451be87b105,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:00.974726 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:00.982912 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f req-3cfd8702-27c0-4489-9df0-5bfc4f0e6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:00.984675 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f req-3cfd8702-27c0-4489-9df0-5bfc4f0e6dc1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 915 time: 0.1080785 Jun 24 09:43:01.001980 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc3755-d06f-4136-98dd-d19a2a3dc0ec req-fc2118dc-2879-43d4-8804-22f25bf6f34c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:01.003532 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-55cc3755-d06f-4136-98dd-d19a2a3dc0ec req-fc2118dc-2879-43d4-8804-22f25bf6f34c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0705948 Jun 24 09:43:01.067888 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-55cc3755-d06f-4136-98dd-d19a2a3dc0ec req-562aedd0-ed1f-4224-a103-614dcdf24aec tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581846 Jun 24 09:43:01.107021 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16230a-13fe-4ffb-bfe6-2aa26b67e3e0 req-d71269ac-ba70-4a83-b31b-c6d77e1b8526 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:01.108743 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cd16230a-13fe-4ffb-bfe6-2aa26b67e3e0 req-d71269ac-ba70-4a83-b31b-c6d77e1b8526 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 946 time: 0.0614080 Jun 24 09:43:01.160640 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f req-81ba3a1b-fc7d-41ad-8094-ecd028dbbe76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 HTTP/1.1" status: 200 len: 1001 time: 0.0613854 Jun 24 09:43:01.183592 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cd16230a-13fe-4ffb-bfe6-2aa26b67e3e0 req-15a9bb88-05a2-4d90-8f9f-01c7c08a1381 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d8348e7-f097-4b53-9f89-e57ba43d064e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691538 Jun 24 09:43:01.244693 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f req-80f2534b-539d-47b6-aec7-ba3740a3b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:01.247651 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f req-80f2534b-539d-47b6-aec7-ba3740a3b8ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f1591ae-0529-40f2-a2e2-f283f857afff HTTP/1.1" status: 200 len: 853 time: 0.0762033 Jun 24 09:43:01.279006 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfc752-0eed-4d89-b048-d30ce0d8c365 req-83f30194-e81b-436e-9be4-118085c30ea2 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:01.280512 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-16bfc752-0eed-4d89-b048-d30ce0d8c365 req-83f30194-e81b-436e-9be4-118085c30ea2 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 946 time: 0.0874012 Jun 24 09:43:01.289277 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcee041-830a-410d-9029-dad1e60fa03a req-8dc0b6b7-b1ec-4966-898f-1756f30059a2 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:01.291631 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-efcee041-830a-410d-9029-dad1e60fa03a req-8dc0b6b7-b1ec-4966-898f-1756f30059a2 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 944 time: 0.0859048 Jun 24 09:43:01.308598 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f req-0ce1dc31-667d-4518-a00e-b16d52fe67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:01.310404 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f req-0ce1dc31-667d-4518-a00e-b16d52fe67fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6d825bf-3025-4144-aa4c-5693ec78fffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502028 Jun 24 09:43:01.342948 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:01.440433 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-efcee041-830a-410d-9029-dad1e60fa03a req-4ca34e17-b733-44c3-acfb-37d4aca6fa75 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379230 Jun 24 09:43:01.457965 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-16bfc752-0eed-4d89-b048-d30ce0d8c365 req-e95b53f6-cb62-4ad6-b6f3-10d6ddebe55f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Deleting port 697f8edd-0704-4e42-8528-68705e30c6e2 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:43:01.458419 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-16bfc752-0eed-4d89-b048-d30ce0d8c365 req-e95b53f6-cb62-4ad6-b6f3-10d6ddebe55f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:01.497858 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f req-e28c6bb8-310b-449d-bccf-2c65ba8ebc95 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119831 Jun 24 09:43:01.597873 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-16bfc752-0eed-4d89-b048-d30ce0d8c365 req-e95b53f6-cb62-4ad6-b6f3-10d6ddebe55f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] For port 697f8edd-0704-4e42-8528-68705e30c6e2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=697f8edd-0704-4e42-8528-68705e30c6e2,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:01.598233 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-16bfc752-0eed-4d89-b048-d30ce0d8c365 req-e95b53f6-cb62-4ad6-b6f3-10d6ddebe55f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:01.612754 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-b5118c31-bdd3-46c9-a25d-bedca8f8f44f req-f560e57a-619d-401c-b730-c675ed182118 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077836 Jun 24 09:43:01.618624 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-16bfc752-0eed-4d89-b048-d30ce0d8c365 req-e95b53f6-cb62-4ad6-b6f3-10d6ddebe55f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Calling delete_port for 697f8edd-0704-4e42-8528-68705e30c6e2 owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:43:01.800409 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-16bfc752-0eed-4d89-b048-d30ce0d8c365 req-e95b53f6-cb62-4ad6-b6f3-10d6ddebe55f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (697f8edd-0704-4e42-8528-68705e30c6e2), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:01.815309 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['697f8edd-0704-4e42-8528-68705e30c6e2'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:43:01.875045 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b53f6-cb62-4ad6-b6f3-10d6ddebe55f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Pushing event deleted for resources: {'Port': ['ID=697f8edd-0704-4e42-8528-68705e30c6e2,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:01.917950 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bfc752-0eed-4d89-b048-d30ce0d8c365 req-e95b53f6-cb62-4ad6-b6f3-10d6ddebe55f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] No DVR routers for this DVR port 697f8edd-0704-4e42-8528-68705e30c6e2 on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:43:01.921534 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-16bfc752-0eed-4d89-b048-d30ce0d8c365 req-e95b53f6-cb62-4ad6-b6f3-10d6ddebe55f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:01.925799 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-16bfc752-0eed-4d89-b048-d30ce0d8c365 req-e95b53f6-cb62-4ad6-b6f3-10d6ddebe55f tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.47 "DELETE /v2.0/ports/697f8edd-0704-4e42-8528-68705e30c6e2 HTTP/1.1" status: 204 len: 173 time: 0.6316814 Jun 24 09:43:01.926258 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce878530-09af-4e67-9276-7b448c325d2f', 'name': 'network-vif-deleted', 'tag': '697f8edd-0704-4e42-8528-68705e30c6e2'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:43:01.929412 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5a1f1a-211e-4d0f-80be-848d44ce4e00" -d '{"events": [{"server_uuid": "ce878530-09af-4e67-9276-7b448c325d2f", "name": "network-vif-deleted", "tag": "697f8edd-0704-4e42-8528-68705e30c6e2"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:43:01.985858 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a7e26-05f7-4a7e-9b5d-bdfc9f427a97 x-openstack-request-id: req-710a7e26-05f7-4a7e-9b5d-bdfc9f427a97 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:43:01.986146 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce878530-09af-4e67-9276-7b448c325d2f", "name": "network-vif-deleted", "tag": "697f8edd-0704-4e42-8528-68705e30c6e2", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:43:01.986389 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-710a7e26-05f7-4a7e-9b5d-bdfc9f427a97 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:43:01.986791 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-710a7e26-05f7-4a7e-9b5d-bdfc9f427a97'] response: {'server_uuid': 'ce878530-09af-4e67-9276-7b448c325d2f', 'name': 'network-vif-deleted', 'tag': '697f8edd-0704-4e42-8528-68705e30c6e2', 'status': 'completed', 'code': 200} Jun 24 09:43:02.182715 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d14a5a-d9d4-48e5-b98d-8a9af6bab11e req-c5d1413f-56c2-4f79-99cc-93eb6544808a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:02.184234 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-64d14a5a-d9d4-48e5-b98d-8a9af6bab11e req-c5d1413f-56c2-4f79-99cc-93eb6544808a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0477118 Jun 24 09:43:02.239458 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:02.246117 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-64d14a5a-d9d4-48e5-b98d-8a9af6bab11e req-6be5dc1f-3def-44bb-ad40-4f16ad00e37c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557005 Jun 24 09:43:02.302063 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-145ec85f-d0c7-43e6-9b67-494e09ef81a3 req-d101e628-6294-4a9d-bd9f-b1b0499f2247 tempest-DeleteServersTestJSON-839974816 tempest-DeleteServersTestJSON-839974816-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce878530-09af-4e67-9276-7b448c325d2f HTTP/1.1" status: 200 len: 210 time: 0.0291021 Jun 24 09:43:02.567264 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72737b3-ad89-4d71-a316-424c75f917ee req-3adc6691-7195-4b7e-b93d-9799a3329e19 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:02.568732 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c72737b3-ad89-4d71-a316-424c75f917ee req-3adc6691-7195-4b7e-b93d-9799a3329e19 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 944 time: 0.0489075 Jun 24 09:43:02.621956 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c72737b3-ad89-4d71-a316-424c75f917ee req-37a82a79-84c7-4e00-abf1-2e01d362e23f tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460365 Jun 24 09:43:03.245613 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device cc05e753-e2f5-49ee-bcff-8be71968f994 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:43:03.364522 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:03.379793 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port cc05e753-e2f5-49ee-bcff-8be71968f994, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cc05e753-e2f5-49ee-bcff-8be71968f994,segment=NetworkSegment(70886151-9226-4634-843d-e5f5046c114c),segment_id=70886151-9226-4634-843d-e5f5046c114c)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:03.395508 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'cc05e753-e2f5-49ee-bcff-8be71968f994', 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb', 'port_id': 'cc05e753-e2f5-49ee-bcff-8be71968f994', 'mac_address': 'fa:16:3e:5c:64:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910fe78d-7cc5-489a-a364-61d22b2bb68a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:43:03.400082 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc38d5-9507-4dbf-b9cb-65c2deed1fdb req-4d3cd3d7-2733-42bd-b648-1bbf813ea4f0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:03.401945 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fcbc38d5-9507-4dbf-b9cb-65c2deed1fdb req-4d3cd3d7-2733-42bd-b648-1bbf813ea4f0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0654926 Jun 24 09:43:03.436747 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port cc05e753-e2f5-49ee-bcff-8be71968f994 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:43:03.437140 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:03.454778 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc05e753-e2f5-49ee-bcff-8be71968f994 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:43:03.459227 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fcbc38d5-9507-4dbf-b9cb-65c2deed1fdb req-743f57d4-7ea5-4470-b016-de4fb0a14db6 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499928 Jun 24 09:43:03.476111 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port cc05e753-e2f5-49ee-bcff-8be71968f994, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cc05e753-e2f5-49ee-bcff-8be71968f994,segment=NetworkSegment(70886151-9226-4634-843d-e5f5046c114c),segment_id=70886151-9226-4634-843d-e5f5046c114c)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:03.480375 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:03.527260 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=cc05e753-e2f5-49ee-bcff-8be71968f994,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:03.747940 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ea035-e31c-495f-ad7d-c2de3bdc61c0 req-9b64dc3b-1fe1-4c59-9b16-6fa3afd33833 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:03.749438 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-990ea035-e31c-495f-ad7d-c2de3bdc61c0 req-9b64dc3b-1fe1-4c59-9b16-6fa3afd33833 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 945 time: 0.0485840 Jun 24 09:43:03.786952 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['cc05e753-e2f5-49ee-bcff-8be71968f994'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:43:03.797361 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-990ea035-e31c-495f-ad7d-c2de3bdc61c0 req-2f13ffd8-2f5c-4172-a7ca-2abdf913a5c8 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Jun 24 09:43:03.825298 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:04.604543 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee45d0-ef12-4f16-a748-acad028aba5a req-4f538e76-4127-435c-9895-ec203828299d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:04.606583 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b6ee45d0-ef12-4f16-a748-acad028aba5a req-4f538e76-4127-435c-9895-ec203828299d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0650623 Jun 24 09:43:04.665812 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b6ee45d0-ef12-4f16-a748-acad028aba5a req-49c97806-bff9-43fe-83c6-ba9c70c242d7 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532959 Jun 24 09:43:04.927913 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff55c6-af55-496d-a154-95a763e2bf07 req-53fe4b61-b55c-4c67-b9ab-ef5d930bc6d0 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:04.935003 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9bff55c6-af55-496d-a154-95a763e2bf07 req-53fe4b61-b55c-4c67-b9ab-ef5d930bc6d0 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 945 time: 0.0586715 Jun 24 09:43:04.968321 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53700) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:04.984576 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9bff55c6-af55-496d-a154-95a763e2bf07 req-017bb082-19f8-41f9-b07b-738a42b8e84f tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486953 Jun 24 09:43:05.226757 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:05.257115 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device cc05e753-e2f5-49ee-bcff-8be71968f994 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:43:05.313792 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port cc05e753-e2f5-49ee-bcff-8be71968f994 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:43:05.321232 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port cc05e753-e2f5-49ee-bcff-8be71968f994 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:43:05.321700 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:05.406734 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port cc05e753-e2f5-49ee-bcff-8be71968f994 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:43:05.407301 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:05.427794 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1042661'] for router_interface (7f3cc6f9-c369-4d23-b314-855035b46a7b), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:05.442487 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port cc05e753-e2f5-49ee-bcff-8be71968f994, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cc05e753-e2f5-49ee-bcff-8be71968f994,segment=NetworkSegment(70886151-9226-4634-843d-e5f5046c114c),segment_id=70886151-9226-4634-843d-e5f5046c114c)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:05.443720 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bd42f5-35d7-4622-9ce8-36a4bcf28fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc05e753-e2f5-49ee-bcff-8be71968f994'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:43:05.446069 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96fe280-eeb0-43ef-b507-42ca9edbfda4" -d '{"events": [{"server_uuid": "39bd42f5-35d7-4622-9ce8-36a4bcf28fed", "name": "network-vif-plugged", "status": "completed", "tag": "cc05e753-e2f5-49ee-bcff-8be71968f994"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:43:05.449535 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:05.450478 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 697f8edd-0704-4e42-8528-68705e30c6e2 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:43:05.491255 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: 697f8edd-0704-4e42-8528-68705e30c6e2 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:43:05.491711 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 697f8edd-0704-4e42-8528-68705e30c6e2 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:43:05.499374 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8055eb5c-9fbc-4eca-a2f8-946e3c03a242 x-openstack-request-id: req-8055eb5c-9fbc-4eca-a2f8-946e3c03a242 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:43:05.499756 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bd42f5-35d7-4622-9ce8-36a4bcf28fed", "name": "network-vif-plugged", "status": "completed", "tag": "cc05e753-e2f5-49ee-bcff-8be71968f994", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:43:05.500059 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8055eb5c-9fbc-4eca-a2f8-946e3c03a242 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:43:05.500667 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8055eb5c-9fbc-4eca-a2f8-946e3c03a242'] response: {'server_uuid': '39bd42f5-35d7-4622-9ce8-36a4bcf28fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc05e753-e2f5-49ee-bcff-8be71968f994', 'code': 200} Jun 24 09:43:05.521605 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=cc05e753-e2f5-49ee-bcff-8be71968f994,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:05.686650 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39927f-76b6-438a-91b4-fa814008e8d9 req-5991695f-2bc7-4660-ab7c-26e9e1fe8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:05.688284 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cc39927f-76b6-438a-91b4-fa814008e8d9 req-5991695f-2bc7-4660-ab7c-26e9e1fe8078 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 1130 time: 0.0418236 Jun 24 09:43:05.754145 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] Deleting port 02c1e633-97fd-46ae-af7f-41fd096d645a {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:43:05.754687 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:05.765727 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:05.769840 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cc39927f-76b6-438a-91b4-fa814008e8d9 req-599492f9-1696-4984-ad27-4b20fdfd1235 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694253 Jun 24 09:43:05.824731 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7a341-1653-4eb7-9650-7c21e159357a req-587ffdb9-e146-4f50-a874-6cd1486b61c4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:05.826141 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3da7a341-1653-4eb7-9650-7c21e159357a req-587ffdb9-e146-4f50-a874-6cd1486b61c4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0663178 Jun 24 09:43:05.848874 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=100 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:05.863389 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] For port 02c1e633-97fd-46ae-af7f-41fd096d645a, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=02c1e633-97fd-46ae-af7f-41fd096d645a,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:05.863876 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:05.877313 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] Calling delete_port for 02c1e633-97fd-46ae-af7f-41fd096d645a owned by network:router_interface {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:43:05.878799 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3da7a341-1653-4eb7-9650-7c21e159357a req-b99aa256-8e43-49c4-8098-c1fd9ad9a169 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460720 Jun 24 09:43:06.112783 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (02c1e633-97fd-46ae-af7f-41fd096d645a), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:06.114161 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696aee0-efb2-445b-bbb1-38a1d5f54798 req-06b06c13-2cfb-4ff5-b9ae-142b536fd32c tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:06.123594 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4696aee0-efb2-445b-bbb1-38a1d5f54798 req-06b06c13-2cfb-4ff5-b9ae-142b536fd32c tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 946 time: 0.0618668 Jun 24 09:43:06.135999 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c1e633-97fd-46ae-af7f-41fd096d645a,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:06.196397 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4696aee0-efb2-445b-bbb1-38a1d5f54798 req-8021f10a-b191-4ac8-92cd-494c06e1bdfa tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719192 Jun 24 09:43:06.300561 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042545'] for router_interface (7f3cc6f9-c369-4d23-b314-855035b46a7b), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:06.407756 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:06.538358 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] Router 7f3cc6f9-c369-4d23-b314-855035b46a7b has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:43:06.646163 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:43:06.651284 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-8d834b66-0031-4914-8435-68b54dbb65d8 admin admin] 10.222.0.65 "PUT /v2.0/routers/7f3cc6f9-c369-4d23-b314-855035b46a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6808891 Jun 24 09:43:06.653635 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53768) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:06.655339 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d27db0-e569-4d19-a946-35239699459e None None] Sync routers for ids ['7f3cc6f9-c369-4d23-b314-855035b46a7b'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:43:06.683188 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d27db0-e569-4d19-a946-35239699459e None None] Routers {'7f3cc6f9-c369-4d23-b314-855035b46a7b'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:43:06.683832 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-b4d27db0-e569-4d19-a946-35239699459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:42:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['7f3cc6f9-c369-4d23-b314-855035b46a7b'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:43:06.792407 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-b4d27db0-e569-4d19-a946-35239699459e None None] Set router 7f3cc6f9-c369-4d23-b314-855035b46a7b gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:43:06.970533 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Publish callbacks [] for router (7f3cc6f9-c369-4d23-b314-855035b46a7b), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:06.985245 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-b4d27db0-e569-4d19-a946-35239699459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'name': 'tempest-DeleteServersTestJSON-2031154454-router', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '971657a0-0346-4c09-9174-116568bc6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:44Z', 'updated_at': '2022-06-24T09:43:06Z', 'revision_number': 5, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'gw_port': {'id': '971657a0-0346-4c09-9174-116568bc6393', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:45Z', 'updated_at': '2022-06-24T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:43:07.012671 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d27db0-e569-4d19-a946-35239699459e None None] Checking router: 7f3cc6f9-c369-4d23-b314-855035b46a7b for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:43:07.022758 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d27db0-e569-4d19-a946-35239699459e None None] Routers {'7f3cc6f9-c369-4d23-b314-855035b46a7b'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:43:07.023662 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-b4d27db0-e569-4d19-a946-35239699459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:42:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['7f3cc6f9-c369-4d23-b314-855035b46a7b'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:43:07.033837 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d99469-9edb-4ef9-8c2e-c2c8c7360bca req-6931a328-7ecb-4c6a-8a4c-a77f32636a48 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:07.035345 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f8d99469-9edb-4ef9-8c2e-c2c8c7360bca req-6931a328-7ecb-4c6a-8a4c-a77f32636a48 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0491722 Jun 24 09:43:07.065399 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:07.083265 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Publish callbacks [] for router_gateway (7f3cc6f9-c369-4d23-b314-855035b46a7b), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.112599 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f8d99469-9edb-4ef9-8c2e-c2c8c7360bca req-382e860f-c8d8-4615-b056-8597b1518fa2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701513 Jun 24 09:43:07.136794 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-b4d27db0-e569-4d19-a946-35239699459e None None] Set router 7f3cc6f9-c369-4d23-b314-855035b46a7b gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:43:07.147445 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Deleting port 971657a0-0346-4c09-9174-116568bc6393 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:43:07.147977 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (971657a0-0346-4c09-9174-116568bc6393), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.214413 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:07.232243 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] For port 971657a0-0346-4c09-9174-116568bc6393, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=971657a0-0346-4c09-9174-116568bc6393,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:07.232608 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (971657a0-0346-4c09-9174-116568bc6393), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.242895 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:07.247551 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Calling delete_port for 971657a0-0346-4c09-9174-116568bc6393 owned by network:router_gateway {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:43:07.311067 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-b4d27db0-e569-4d19-a946-35239699459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'name': 'tempest-DeleteServersTestJSON-2031154454-router', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '971657a0-0346-4c09-9174-116568bc6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:44Z', 'updated_at': '2022-06-24T09:43:06Z', 'revision_number': 5, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'gw_port': {'id': '971657a0-0346-4c09-9174-116568bc6393', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:45Z', 'updated_at': '2022-06-24T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:43:07.314737 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320f95f-9752-4173-8553-0d0fb5c29ae1 req-3630424f-6d7e-4f58-967e-3418fc3529e9 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:07.316483 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b320f95f-9752-4173-8553-0d0fb5c29ae1 req-3630424f-6d7e-4f58-967e-3418fc3529e9 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 946 time: 0.0471094 Jun 24 09:43:07.340170 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d27db0-e569-4d19-a946-35239699459e None None] The sync data for ids ['7f3cc6f9-c369-4d23-b314-855035b46a7b'] in dv-cinder-803823-13-iscsi is: [{'id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'name': 'tempest-DeleteServersTestJSON-2031154454-router', 'tenant_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '971657a0-0346-4c09-9174-116568bc6393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:44Z', 'updated_at': '2022-06-24T09:43:06Z', 'revision_number': 5, 'project_id': '4290bd187dc948bc9f1dc5a8cc272f0b', 'gw_port': {'id': '971657a0-0346-4c09-9174-116568bc6393', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:12:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3cc6f9-c369-4d23-b314-855035b46a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:45Z', 'updated_at': '2022-06-24T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:43:07.367909 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b320f95f-9752-4173-8553-0d0fb5c29ae1 req-34667d4d-05b2-4cb1-895d-6d8669276ee2 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452547 Jun 24 09:43:07.433794 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (971657a0-0346-4c09-9174-116568bc6393), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.457611 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=971657a0-0346-4c09-9174-116568bc6393,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:07.487896 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1037141'] for router_gateway (7f3cc6f9-c369-4d23-b314-855035b46a7b), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.591295 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12167'] for router (7f3cc6f9-c369-4d23-b314-855035b46a7b), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.594138 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Publish callbacks [] for router_controller (7f3cc6f9-c369-4d23-b314-855035b46a7b), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.632529 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:07.636938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e7ce0-8e20-4b9c-9100-b8f168fbab5f req-5a9aba70-aa4c-4357-815e-a0977a6bc728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:07.638504 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1a1e7ce0-8e20-4b9c-9100-b8f168fbab5f req-5a9aba70-aa4c-4357-815e-a0977a6bc728 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 1130 time: 0.0458663 Jun 24 09:43:07.653107 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:07.661544 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1045202'] for router (7f3cc6f9-c369-4d23-b314-855035b46a7b), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.662194 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f3cc6f9-c369-4d23-b314-855035b46a7b {{(pid=110593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:43:07.667423 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.668665 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-c0354f2f-1e13-4d0d-81fe-403a3dbfccd2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7f3cc6f9-c369-4d23-b314-855035b46a7b HTTP/1.1" status: 204 len: 168 time: 1.0140488 Jun 24 09:43:07.671109 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53786) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:07.699436 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1a1e7ce0-8e20-4b9c-9100-b8f168fbab5f req-54c9abbd-8f19-49d6-95ff-69550db923dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509160 Jun 24 09:43:07.737781 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9879d57-2bc2-4429-a173-72360292402c admin admin] Deleting subnet d731dcf3-2e78-424c-acaa-06d3b77ef560 {{(pid=110593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:43:07.741293 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c9879d57-2bc2-4429-a173-72360292402c admin admin] Publish callbacks [] for subnet (d731dcf3-2e78-424c-acaa-06d3b77ef560), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.788133 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c9879d57-2bc2-4429-a173-72360292402c admin admin] Publish callbacks [] for subnet (d731dcf3-2e78-424c-acaa-06d3b77ef560), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.869959 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c9879d57-2bc2-4429-a173-72360292402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (d731dcf3-2e78-424c-acaa-06d3b77ef560), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.935483 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c9879d57-2bc2-4429-a173-72360292402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for subnet (d731dcf3-2e78-424c-acaa-06d3b77ef560), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.965648 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9879d57-2bc2-4429-a173-72360292402c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d731dcf3-2e78-424c-acaa-06d3b77ef560,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:07.975656 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c9879d57-2bc2-4429-a173-72360292402c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:07.982254 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-c9879d57-2bc2-4429-a173-72360292402c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d731dcf3-2e78-424c-acaa-06d3b77ef560 HTTP/1.1" status: 204 len: 168 time: 0.3066158 Jun 24 09:43:07.982676 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53800) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:07.984360 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d95ac8-9893-471a-ac4c-edad83318693 None None] Network 9369cf11-485b-46a3-a217-92b03ccfb37d requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:43:08.086188 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (9369cf11-485b-46a3-a217-92b03ccfb37d), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.153012 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Deleting port fb210249-abd7-4549-83e7-cb11cc0d313f {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:43:08.153700 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.189456 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=10 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:08.190905 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04a561f-5f2f-4d47-8e40-ffaa7bb29c55 None None] DHCP port deletion for 9369cf11-485b-46a3-a217-92b03ccfb37d request from dv-cinder-803823-13-iscsi {{(pid=110595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 09:43:08.234309 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-b04a561f-5f2f-4d47-8e40-ffaa7bb29c55 None None] Deleting port fb210249-abd7-4549-83e7-cb11cc0d313f {{(pid=110595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:43:08.234799 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b04a561f-5f2f-4d47-8e40-ffaa7bb29c55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), before_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.236795 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] For port fb210249-abd7-4549-83e7-cb11cc0d313f, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=fb210249-abd7-4549-83e7-cb11cc0d313f,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:08.237150 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.251941 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Calling delete_port for fb210249-abd7-4549-83e7-cb11cc0d313f owned by network:dhcp {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:43:08.288522 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd671f-148b-4a49-8f0e-147d2dc7b389 req-fd054a88-dba7-4c37-8b9e-7d45685162ef tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:08.290016 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bddd671f-148b-4a49-8f0e-147d2dc7b389 req-fd054a88-dba7-4c37-8b9e-7d45685162ef tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0785391 Jun 24 09:43:08.311863 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-b04a561f-5f2f-4d47-8e40-ffaa7bb29c55 None None] For port fb210249-abd7-4549-83e7-cb11cc0d313f, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=fb210249-abd7-4549-83e7-cb11cc0d313f,segment=NetworkSegment(9623b000-2486-46db-8330-be13aec333c5),segment_id=9623b000-2486-46db-8330-be13aec333c5)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:08.312352 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b04a561f-5f2f-4d47-8e40-ffaa7bb29c55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), precommit_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.328528 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-b04a561f-5f2f-4d47-8e40-ffaa7bb29c55 None None] Calling delete_port for fb210249-abd7-4549-83e7-cb11cc0d313f owned by network:dhcp {{(pid=110595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:43:08.346397 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.354274 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bddd671f-148b-4a49-8f0e-147d2dc7b389 req-b1aa1de8-3132-4780-a19a-fb77c6ffbd2f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559330 Jun 24 09:43:08.374200 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb210249-abd7-4549-83e7-cb11cc0d313f,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:08.376030 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] No DVR routers for this DVR port fb210249-abd7-4549-83e7-cb11cc0d313f on host dv-cinder-803823-13-iscsi {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:43:08.455564 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (9369cf11-485b-46a3-a217-92b03ccfb37d), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.462765 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b04a561f-5f2f-4d47-8e40-ffaa7bb29c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (fb210249-abd7-4549-83e7-cb11cc0d313f), after_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.479199 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.479497 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.480258 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.480593 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > port after_create 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.481463 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > port after_delete 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.481778 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > port after_update 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.482090 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.482448 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.482758 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.483096 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.486245 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a561f-5f2f-4d47-8e40-ffaa7bb29c55 None None] Pushing event deleted for resources: {'Port': ['ID=fb210249-abd7-4549-83e7-cb11cc0d313f,revision_number=None']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:08.491818 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a561f-5f2f-4d47-8e40-ffaa7bb29c55 None None] No DVR routers for this DVR port fb210249-abd7-4549-83e7-cb11cc0d313f on host dv-cinder-803823-13-iscsi {{(pid=110595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:43:08.497554 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c64a79-7051-4d26-a0ef-d57c8c919c8a req-ebe1f82f-76fd-4303-b4ca-d1d118a77a47 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:08.499093 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b7c64a79-7051-4d26-a0ef-d57c8c919c8a req-ebe1f82f-76fd-4303-b4ca-d1d118a77a47 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 946 time: 0.0512085 Jun 24 09:43:08.565520 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b7c64a79-7051-4d26-a0ef-d57c8c919c8a req-1c99238d-97b1-42a7-910f-11353c45c877 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583551 Jun 24 09:43:08.674599 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.674869 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.675402 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.675829 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:43:08.676282 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9369cf11-485b-46a3-a217-92b03ccfb37d']}} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:43:08.696679 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9623b000-2486-46db-8330-be13aec333c5') {'for_net_delete': True} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:43:08.696967 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9623b000-2486-46db-8330-be13aec333c5') {} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:43:08.714008 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63160172'] for segment (9623b000-2486-46db-8330-be13aec333c5), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.737320 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (9623b000-2486-46db-8330-be13aec333c5), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.745949 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=110593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:43:08.746334 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64714176'] for segment (9623b000-2486-46db-8330-be13aec333c5), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.837285 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (9369cf11-485b-46a3-a217-92b03ccfb37d), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.856722 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:08.860031 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] 10.222.0.65 "DELETE /v2.0/networks/9369cf11-485b-46a3-a217-92b03ccfb37d HTTP/1.1" status: 204 len: 168 time: 0.8761671 Jun 24 09:43:08.862050 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade08672-96e6-41c9-b35e-703d9d60b65a admin admin] Pushing event deleted for resources: {'Network': ['ID=9369cf11-485b-46a3-a217-92b03ccfb37d,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:08.966751 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 9623b000-2486-46db-8330-be13aec333c5 resource provider aggregate not found Jun 24 09:43:08.987441 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 9623b000-2486-46db-8330-be13aec333c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9623b000-2486-46db-8330-be13aec333c5 found for delete ", "request_id": "req-7f1c6f85-51bd-49d0-b56f-c5e39b5873b5"}]} Jun 24 09:43:09.083184 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53842) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:09.144274 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-e311bcbf-d80f-471f-ac2a-0111788047ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4290bd187dc948bc9f1dc5a8cc272f0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0595095 Jun 24 09:43:09.146853 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53844) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:09.155712 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device fb210249-abd7-4549-83e7-cb11cc0d313f no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:43:09.161125 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:09.186609 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: fb210249-abd7-4549-83e7-cb11cc0d313f {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:43:09.186952 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device fb210249-abd7-4549-83e7-cb11cc0d313f not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:43:09.187417 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 02c1e633-97fd-46ae-af7f-41fd096d645a no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:43:09.212690 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 02c1e633-97fd-46ae-af7f-41fd096d645a {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:43:09.213130 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 02c1e633-97fd-46ae-af7f-41fd096d645a not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:43:09.213653 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 971657a0-0346-4c09-9174-116568bc6393 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:43:09.220641 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-81929b62-e856-4965-87dc-a6c0ec057ef6 admin admin] Publish callbacks [] for security_group (9d8348e7-f097-4b53-9f89-e57ba43d064e), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:09.238995 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 971657a0-0346-4c09-9174-116568bc6393 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:43:09.239413 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 971657a0-0346-4c09-9174-116568bc6393 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:43:09.252670 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-81929b62-e856-4965-87dc-a6c0ec057ef6 admin admin] Publish callbacks [] for security_group (9d8348e7-f097-4b53-9f89-e57ba43d064e), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:09.276673 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:09.324229 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-81929b62-e856-4965-87dc-a6c0ec057ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (9d8348e7-f097-4b53-9f89-e57ba43d064e), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:09.330030 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-81929b62-e856-4965-87dc-a6c0ec057ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:09.331589 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-81929b62-e856-4965-87dc-a6c0ec057ef6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d8348e7-f097-4b53-9f89-e57ba43d064e HTTP/1.1" status: 204 len: 168 time: 0.1836543 Jun 24 09:43:09.344838 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81929b62-e856-4965-87dc-a6c0ec057ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8348e7-f097-4b53-9f89-e57ba43d064e,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:09.367718 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52aaee-b58f-4b5e-b4d7-169c1fec7cf6 req-ba670f8e-a233-4669-a8e3-41aaf6074651 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:09.371067 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8a52aaee-b58f-4b5e-b4d7-169c1fec7cf6 req-ba670f8e-a233-4669-a8e3-41aaf6074651 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 946 time: 0.0737011 Jun 24 09:43:09.408025 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53860) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:09.477567 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8a52aaee-b58f-4b5e-b4d7-169c1fec7cf6 req-7b1d7e3a-e189-4374-9c72-9fa2a1a5f188 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971982 Jun 24 09:43:09.496828 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4593570-cd7c-48e9-b3ad-c3a0790592d5 req-56f0e94b-1613-4432-8a8f-d66e17ff9d48 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:09.498757 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b4593570-cd7c-48e9-b3ad-c3a0790592d5 req-56f0e94b-1613-4432-8a8f-d66e17ff9d48 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0702498 Jun 24 09:43:09.555780 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b4593570-cd7c-48e9-b3ad-c3a0790592d5 req-2339f905-484f-41a8-95c5-8ad985eeed7d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501318 Jun 24 09:43:09.703446 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-36b0faae-8d20-4a42-bc82-8a5cda28ed7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:09.749457 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:09.790253 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-36b0faae-8d20-4a42-bc82-8a5cda28ed7c admin admin] Publish callbacks [] for security_group (f17e8b4c-be56-4622-a4d3-933f40721747), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:09.797257 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-36b0faae-8d20-4a42-bc82-8a5cda28ed7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (f17e8b4c-be56-4622-a4d3-933f40721747), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:09.837921 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0faae-8d20-4a42-bc82-8a5cda28ed7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17e8b4c-be56-4622-a4d3-933f40721747,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:09.843002 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-36b0faae-8d20-4a42-bc82-8a5cda28ed7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47858c14999b4cc89a3c06d73a28e9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4339402 Jun 24 09:43:09.845826 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53874) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:09.898794 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-554b5290-4311-4cec-a3a2-001e505bc5bd admin admin] Publish callbacks [] for security_group (f17e8b4c-be56-4622-a4d3-933f40721747), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:09.921654 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-554b5290-4311-4cec-a3a2-001e505bc5bd admin admin] Publish callbacks [] for security_group (f17e8b4c-be56-4622-a4d3-933f40721747), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:09.973736 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-554b5290-4311-4cec-a3a2-001e505bc5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (f17e8b4c-be56-4622-a4d3-933f40721747), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:09.976236 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-554b5290-4311-4cec-a3a2-001e505bc5bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:09.977380 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-554b5290-4311-4cec-a3a2-001e505bc5bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f17e8b4c-be56-4622-a4d3-933f40721747 HTTP/1.1" status: 204 len: 168 time: 0.1305907 Jun 24 09:43:09.987282 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b5290-4311-4cec-a3a2-001e505bc5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17e8b4c-be56-4622-a4d3-933f40721747,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:10.328860 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53892) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:10.342710 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-56f2d23a-acdd-4167-b01a-4d7c377c45ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:10.425920 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-56f2d23a-acdd-4167-b01a-4d7c377c45ed admin admin] Publish callbacks [] for security_group (5c3a8f53-22c5-4d5f-a502-59f39c7d4177), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:10.430314 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-56f2d23a-acdd-4167-b01a-4d7c377c45ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (5c3a8f53-22c5-4d5f-a502-59f39c7d4177), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:10.471627 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2d23a-acdd-4167-b01a-4d7c377c45ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3a8f53-22c5-4d5f-a502-59f39c7d4177,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:10.475910 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-56f2d23a-acdd-4167-b01a-4d7c377c45ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b065af19fa043338bf0e47f4427fcb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460080 Jun 24 09:43:10.478542 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53898) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:10.486643 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:10.581377 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-dd4c38f8-bf34-4fb8-a47e-dad9a44d0018 admin admin] Publish callbacks [] for security_group (5c3a8f53-22c5-4d5f-a502-59f39c7d4177), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:10.633937 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a0283-dca4-43ea-af2c-56ea53712d4a req-e643f2da-0bcb-43f3-895f-f41917a82722 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:10.635703 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-526a0283-dca4-43ea-af2c-56ea53712d4a req-e643f2da-0bcb-43f3-895f-f41917a82722 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 946 time: 0.0698545 Jun 24 09:43:10.641141 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-dd4c38f8-bf34-4fb8-a47e-dad9a44d0018 admin admin] Publish callbacks [] for security_group (5c3a8f53-22c5-4d5f-a502-59f39c7d4177), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:10.744126 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4dc88-66a3-4993-b2da-1c6295a09800 req-549ceca0-a5cb-4760-b703-22e897dd309f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:10.745691 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1bb4dc88-66a3-4993-b2da-1c6295a09800 req-549ceca0-a5cb-4760-b703-22e897dd309f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0885108 Jun 24 09:43:10.770312 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53910) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:10.776966 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-526a0283-dca4-43ea-af2c-56ea53712d4a req-d216f394-7dc0-4778-be67-5377587b881d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331797 Jun 24 09:43:10.808094 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-dd4c38f8-bf34-4fb8-a47e-dad9a44d0018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (5c3a8f53-22c5-4d5f-a502-59f39c7d4177), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:10.810721 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-dd4c38f8-bf34-4fb8-a47e-dad9a44d0018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:10.812355 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-dd4c38f8-bf34-4fb8-a47e-dad9a44d0018 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c3a8f53-22c5-4d5f-a502-59f39c7d4177 HTTP/1.1" status: 204 len: 168 time: 0.3322790 Jun 24 09:43:10.832511 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c38f8-bf34-4fb8-a47e-dad9a44d0018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3a8f53-22c5-4d5f-a502-59f39c7d4177,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:10.838523 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1bb4dc88-66a3-4993-b2da-1c6295a09800 req-0a2f242a-ff3a-43b7-8611-a253aedf7c0a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805018 Jun 24 09:43:10.898100 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8e770202-5997-4d50-a9a2-1d9f55477803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:10.970863 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f492e-5c3f-48ff-9648-98be5a6fc494 req-e6eabf19-3c70-46ab-8c20-b54f0f5f3dc8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:10.977748 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d46f492e-5c3f-48ff-9648-98be5a6fc494 req-e6eabf19-3c70-46ab-8c20-b54f0f5f3dc8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0660489 Jun 24 09:43:10.982526 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8e770202-5997-4d50-a9a2-1d9f55477803 admin admin] Publish callbacks [] for security_group (ee810bcb-cfd5-4364-aefa-ef7818c2c323), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:10.986955 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8e770202-5997-4d50-a9a2-1d9f55477803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ee810bcb-cfd5-4364-aefa-ef7818c2c323), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:10.992106 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:INSERT=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:11.022596 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d46f492e-5c3f-48ff-9648-98be5a6fc494 req-f3d84a45-5a3f-418e-8bb5-f84710301c58 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 Jun 24 09:43:11.032387 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e770202-5997-4d50-a9a2-1d9f55477803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee810bcb-cfd5-4364-aefa-ef7818c2c323,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:11.038213 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-8e770202-5997-4d50-a9a2-1d9f55477803 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e987dd9cf634d269c852374bf501a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667975 Jun 24 09:43:11.040944 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53920) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:11.098418 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-db139b3d-41e3-42d2-bd9e-a89b7308b7e7 admin admin] Publish callbacks [] for security_group (ee810bcb-cfd5-4364-aefa-ef7818c2c323), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:11.122070 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-db139b3d-41e3-42d2-bd9e-a89b7308b7e7 admin admin] Publish callbacks [] for security_group (ee810bcb-cfd5-4364-aefa-ef7818c2c323), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:11.169857 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53924) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:11.188131 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96a863e0-5581-43d5-a44b-49f7a8813566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:11.191382 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-db139b3d-41e3-42d2-bd9e-a89b7308b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ee810bcb-cfd5-4364-aefa-ef7818c2c323), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:11.193856 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-db139b3d-41e3-42d2-bd9e-a89b7308b7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:11.194981 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-db139b3d-41e3-42d2-bd9e-a89b7308b7e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee810bcb-cfd5-4364-aefa-ef7818c2c323 HTTP/1.1" status: 204 len: 168 time: 0.1531432 Jun 24 09:43:11.214521 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db139b3d-41e3-42d2-bd9e-a89b7308b7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee810bcb-cfd5-4364-aefa-ef7818c2c323,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:11.234762 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:11.292619 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96a863e0-5581-43d5-a44b-49f7a8813566 admin admin] Publish callbacks [] for security_group (84de7edb-10db-4d4a-9ed4-cadb60ac1337), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:11.298019 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-96a863e0-5581-43d5-a44b-49f7a8813566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (84de7edb-10db-4d4a-9ed4-cadb60ac1337), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:11.359243 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a863e0-5581-43d5-a44b-49f7a8813566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84de7edb-10db-4d4a-9ed4-cadb60ac1337,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:11.392520 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-96a863e0-5581-43d5-a44b-49f7a8813566 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=702402c1ae744f898c1e172358154e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214100 Jun 24 09:43:11.395008 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 53932) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:11.456896 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-78afce40-ecf4-4700-9c76-181c075db6c6 admin admin] Publish callbacks [] for security_group (84de7edb-10db-4d4a-9ed4-cadb60ac1337), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:11.482083 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-78afce40-ecf4-4700-9c76-181c075db6c6 admin admin] Publish callbacks [] for security_group (84de7edb-10db-4d4a-9ed4-cadb60ac1337), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:11.533157 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-78afce40-ecf4-4700-9c76-181c075db6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (84de7edb-10db-4d4a-9ed4-cadb60ac1337), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:11.536084 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-78afce40-ecf4-4700-9c76-181c075db6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:11.537225 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-78afce40-ecf4-4700-9c76-181c075db6c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84de7edb-10db-4d4a-9ed4-cadb60ac1337 HTTP/1.1" status: 204 len: 168 time: 0.1411572 Jun 24 09:43:11.546510 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afce40-ecf4-4700-9c76-181c075db6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84de7edb-10db-4d4a-9ed4-cadb60ac1337,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:11.842734 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:43:11.938634 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:11.967913 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7da5ee-b749-4622-933b-474a34dafba5 req-dd5c4fcd-006f-4531-b91b-d0c876fabd6e tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:11.969484 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fd7da5ee-b749-4622-933b-474a34dafba5 req-dd5c4fcd-006f-4531-b91b-d0c876fabd6e tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.47 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 946 time: 0.1156292 Jun 24 09:43:11.982313 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695785f7-e1d0-4360-b30e-97ddf8544d97 req-36ebc2f3-39a7-48e1-90a6-011a590aa459 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:11.984096 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-695785f7-e1d0-4360-b30e-97ddf8544d97 req-36ebc2f3-39a7-48e1-90a6-011a590aa459 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 946 time: 0.1165020 Jun 24 09:43:12.106335 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-695785f7-e1d0-4360-b30e-97ddf8544d97 req-b806812a-f159-4a4c-a605-b7435115f5b3 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112936 Jun 24 09:43:12.109940 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-fd7da5ee-b749-4622-933b-474a34dafba5 req-1f60ddd9-f16c-4304-bef4-2eaa450bdc50 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Deleting port cc05e753-e2f5-49ee-bcff-8be71968f994 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:43:12.110457 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fd7da5ee-b749-4622-933b-474a34dafba5 req-1f60ddd9-f16c-4304-bef4-2eaa450bdc50 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.282226 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-fd7da5ee-b749-4622-933b-474a34dafba5 req-1f60ddd9-f16c-4304-bef4-2eaa450bdc50 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] For port cc05e753-e2f5-49ee-bcff-8be71968f994, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cc05e753-e2f5-49ee-bcff-8be71968f994,segment=NetworkSegment(70886151-9226-4634-843d-e5f5046c114c),segment_id=70886151-9226-4634-843d-e5f5046c114c)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:12.282578 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fd7da5ee-b749-4622-933b-474a34dafba5 req-1f60ddd9-f16c-4304-bef4-2eaa450bdc50 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.303974 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-fd7da5ee-b749-4622-933b-474a34dafba5 req-1f60ddd9-f16c-4304-bef4-2eaa450bdc50 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Calling delete_port for cc05e753-e2f5-49ee-bcff-8be71968f994 owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:43:12.318510 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:12.323783 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 53982) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:12.444627 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1398093296-network', 'tenant_id': '2b043de82f1b43f78e3b92d375111d91'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:12.471468 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fd7da5ee-b749-4622-933b-474a34dafba5 req-1f60ddd9-f16c-4304-bef4-2eaa450bdc50 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (cc05e753-e2f5-49ee-bcff-8be71968f994), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.482191 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Made reservation on behalf of 2b043de82f1b43f78e3b92d375111d91 for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:43:12.484664 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.495132 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['cc05e753-e2f5-49ee-bcff-8be71968f994'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:43:12.506632 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.540451 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:12.540732 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60ddd9-f16c-4304-bef4-2eaa450bdc50 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Pushing event deleted for resources: {'Port': ['ID=cc05e753-e2f5-49ee-bcff-8be71968f994,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:12.600692 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7da5ee-b749-4622-933b-474a34dafba5 req-1f60ddd9-f16c-4304-bef4-2eaa450bdc50 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] No DVR routers for this DVR port cc05e753-e2f5-49ee-bcff-8be71968f994 on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:43:12.606362 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fd7da5ee-b749-4622-933b-474a34dafba5 req-1f60ddd9-f16c-4304-bef4-2eaa450bdc50 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.611881 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fd7da5ee-b749-4622-933b-474a34dafba5 req-1f60ddd9-f16c-4304-bef4-2eaa450bdc50 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.47 "DELETE /v2.0/ports/cc05e753-e2f5-49ee-bcff-8be71968f994 HTTP/1.1" status: 204 len: 173 time: 0.6264291 Jun 24 09:43:12.612479 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bd42f5-35d7-4622-9ce8-36a4bcf28fed', 'name': 'network-vif-deleted', 'tag': 'cc05e753-e2f5-49ee-bcff-8be71968f994'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:43:12.616716 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f307e930-d70b-4de3-8cfc-f8f5f78926e6" -d '{"events": [{"server_uuid": "39bd42f5-35d7-4622-9ce8-36a4bcf28fed", "name": "network-vif-deleted", "tag": "cc05e753-e2f5-49ee-bcff-8be71968f994"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:43:12.622929 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Publish callbacks [] for security_group (a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.629836 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.653679 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:43:12.673672 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:12.677639 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (43622dbb-3fa7-4171-a86c-ae9b85e1022b), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.677939 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Added segment 43622dbb-3fa7-4171-a86c-ae9b85e1022b of type vlan for network c876540d-f69d-4345-8da3-6262b1921560 Jun 24 09:43:12.698622 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d9eeb5-f542-471a-9593-9a65b21f4151 x-openstack-request-id: req-e7d9eeb5-f542-471a-9593-9a65b21f4151 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:43:12.701626 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bd42f5-35d7-4622-9ce8-36a4bcf28fed", "name": "network-vif-deleted", "tag": "cc05e753-e2f5-49ee-bcff-8be71968f994", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:43:12.701895 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7d9eeb5-f542-471a-9593-9a65b21f4151 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:43:12.702589 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d9eeb5-f542-471a-9593-9a65b21f4151'] response: {'server_uuid': '39bd42f5-35d7-4622-9ce8-36a4bcf28fed', 'name': 'network-vif-deleted', 'tag': 'cc05e753-e2f5-49ee-bcff-8be71968f994', 'status': 'completed', 'code': 200} Jun 24 09:43:12.782145 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (c876540d-f69d-4345-8da3-6262b1921560), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.798945 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f505-8f01-48b7-b087-92d6dd7cce06 req-7b982391-295e-4c8b-bcf3-d6a0f67e9b81 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:12.800560 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0301f505-8f01-48b7-b087-92d6dd7cce06 req-7b982391-295e-4c8b-bcf3-d6a0f67e9b81 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0653026 Jun 24 09:43:12.819771 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (c876540d-f69d-4345-8da3-6262b1921560), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.820917 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:12.821394 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:12.844673 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:12.846318 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae71b0-7b60-4404-a1c2-ac9558b4b99a req-d49740d8-b770-4e2b-979e-e5f61c216e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:12.847491 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9aae71b0-7b60-4404-a1c2-ac9558b4b99a req-d49740d8-b770-4e2b-979e-e5f61c216e10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 1129 time: 0.0655115 Jun 24 09:43:12.863983 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5386546 Jun 24 09:43:12.866889 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 54006) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:12.873987 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] Request body: {'subnet': {'network_id': 'c876540d-f69d-4345-8da3-6262b1921560', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1398093296-subnet', 'tenant_id': '2b043de82f1b43f78e3b92d375111d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:12.886539 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0301f505-8f01-48b7-b087-92d6dd7cce06 req-d017af96-41d9-449d-836d-70345c29ded5 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692611 Jun 24 09:43:12.915630 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de0356-6fe4-47ef-8cb0-6434f386cdc6 admin admin] Pushing event updated for resources: {'Network': ['ID=c876540d-f69d-4345-8da3-6262b1921560,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:12.928881 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network c876540d-f69d-4345-8da3-6262b1921560 details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:43:12.931791 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] Made reservation on behalf of 2b043de82f1b43f78e3b92d375111d91 for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:43:12.934731 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63838793'] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:13.114652 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64714089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63838783'] for subnet (bde6a734-bd76-4968-9921-4bc82a41bd5a), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:13.168181 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde6a734-bd76-4968-9921-4bc82a41bd5a,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:13.200007 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] Checking segment: {'id': '43622dbb-3fa7-4171-a86c-ae9b85e1022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:43:13.200686 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] Network hostable DHCP agents. Network: c876540d-f69d-4345-8da3-6262b1921560, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:43:13.223308 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] Network c876540d-f69d-4345-8da3-6262b1921560 is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:43:13.238708 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, c876540d-f69d-4345-8da3-6262b1921560) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:43:13.248498 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:13.250419 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:13.253633 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bff0a0-0d57-4699-a00b-17411678b8b6 None None] Network c876540d-f69d-4345-8da3-6262b1921560 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:43:13.271666 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-fd0105a2-03ac-451c-80f1-dd51b3cb3f14 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4035094 Jun 24 09:43:13.337511 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-240e4dfe-e9a9-4497-8731-747e9cf53932 req-598feb74-3ea3-4a98-a080-e264680e8802 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=39bd42f5-35d7-4622-9ce8-36a4bcf28fed HTTP/1.1" status: 200 len: 210 time: 0.0480862 Jun 24 09:43:13.374600 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae71b0-7b60-4404-a1c2-ac9558b4b99a req-5d9e0b98-e779-4a9c-8d5d-d0440e257999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:13.376625 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9aae71b0-7b60-4404-a1c2-ac9558b4b99a req-5d9e0b98-e779-4a9c-8d5d-d0440e257999 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.2686615 Jun 24 09:43:13.438072 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffaef95-9897-4ec1-bec3-7ac011bc0d81 None None] Network c876540d-f69d-4345-8da3-6262b1921560 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:43:13.666820 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9aae71b0-7b60-4404-a1c2-ac9558b4b99a req-222f14f6-ad9c-4554-b898-784c3691bc11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b66b36-bc61-4e7d-8b33-ed840e49fe68 HTTP/1.1" status: 200 len: 217 time: 0.2835801 Jun 24 09:43:13.730273 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae71b0-7b60-4404-a1c2-ac9558b4b99a req-c95ee1cf-da23-4c9e-90ff-14d23fd86c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:13.732890 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9aae71b0-7b60-4404-a1c2-ac9558b4b99a req-c95ee1cf-da23-4c9e-90ff-14d23fd86c5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0538330 Jun 24 09:43:13.793646 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae71b0-7b60-4404-a1c2-ac9558b4b99a req-f4a99d88-3e92-4170-9bd8-be2d9939b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:13.795332 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9aae71b0-7b60-4404-a1c2-ac9558b4b99a req-f4a99d88-3e92-4170-9bd8-be2d9939b9d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513077 Jun 24 09:43:13.907881 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9aae71b0-7b60-4404-a1c2-ac9558b4b99a req-63ee8fa0-efb4-43fe-99c2-c29db5dc3413 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942037 Jun 24 09:43:14.003263 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:14.061194 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0f298-1356-4977-9672-686d7ac582c8 req-68dfeec6-9c37-4721-b1bd-5df1baf6e29d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:14.062640 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7dc0f298-1356-4977-9672-686d7ac582c8 req-68dfeec6-9c37-4721-b1bd-5df1baf6e29d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0760005 Jun 24 09:43:14.064785 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9aae71b0-7b60-4404-a1c2-ac9558b4b99a req-83d9983e-8b22-4dfc-abf8-b7de31abdea6 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452024 Jun 24 09:43:14.113878 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7dc0f298-1356-4977-9672-686d7ac582c8 req-295517a6-3fb7-432f-92b9-32af70ba2f5c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454743 Jun 24 09:43:14.224761 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-589a4c5e-efa6-4a6b-b0a1-4c81d7f695eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:14.661688 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:14.672032 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-ffa34355-1f7f-4536-ad80-cc74e465773f tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:14.673437 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-ffa34355-1f7f-4536-ad80-cc74e465773f tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/networks?id=011dd503-a916-4a1e-aafe-2bca320c6dcb HTTP/1.1" status: 200 len: 808 time: 0.1086578 Jun 24 09:43:14.699997 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-16ca8713-e134-4c51-91c5-9d0d5d1758a5 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/quotas/6c5b285a04564d5d917a4566bec984b2 HTTP/1.1" status: 200 len: 375 time: 0.0104368 Jun 24 09:43:14.737967 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-9e448d70-bc00-45b8-9cfc-dff4045fefc0 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c5b285a04564d5d917a4566bec984b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316682 Jun 24 09:43:14.835954 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-e2d54c1a-310b-456b-aa6f-5ecafa78d395 service neutron] 10.222.0.65 "GET /v2.0/networks/011dd503-a916-4a1e-aafe-2bca320c6dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914967 Jun 24 09:43:14.937155 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-f81bb96f-83cf-45be-9ce6-35671a0e7e48 service neutron] 10.222.0.65 "GET /v2.0/networks/011dd503-a916-4a1e-aafe-2bca320c6dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956042 Jun 24 09:43:15.169433 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-764a5260-b7e2-4140-babb-5c03960e107c req-8e1885c3-1318-4ea7-a881-74783ca6f566 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 210 time: 0.0314593 Jun 24 09:43:15.285277 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-02983be4-77ae-4dd0-ba43-54e055fd11b6 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:15.287016 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-02983be4-77ae-4dd0-ba43-54e055fd11b6 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/networks?id=c876540d-f69d-4345-8da3-6262b1921560 HTTP/1.1" status: 200 len: 814 time: 0.1212566 Jun 24 09:43:15.304881 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device cc05e753-e2f5-49ee-bcff-8be71968f994 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:43:15.305557 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-e1f7e851-79a9-4d68-b56a-20b23774665c tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/quotas/2b043de82f1b43f78e3b92d375111d91 HTTP/1.1" status: 200 len: 375 time: 0.0114124 Jun 24 09:43:15.350171 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: cc05e753-e2f5-49ee-bcff-8be71968f994 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:43:15.350498 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device cc05e753-e2f5-49ee-bcff-8be71968f994 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:43:15.353215 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-67ca248b-c888-4991-a9e9-df99a1cb1609 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b043de82f1b43f78e3b92d375111d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409143 Jun 24 09:43:15.421468 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05dfeb-c132-4bec-be27-884a30fc14f7 req-04173241-0c3c-4688-b3b4-b62b911e7291 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:15.422971 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dd05dfeb-c132-4bec-be27-884a30fc14f7 req-04173241-0c3c-4688-b3b4-b62b911e7291 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0814776 Jun 24 09:43:15.511416 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-4dc09941-d583-4201-9bc1-9d33a6f23ca3 service neutron] 10.222.0.65 "GET /v2.0/networks/c876540d-f69d-4345-8da3-6262b1921560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358464 Jun 24 09:43:15.519629 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dd05dfeb-c132-4bec-be27-884a30fc14f7 req-5f892882-8466-4841-9fb7-66042205a57b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672359 Jun 24 09:43:15.639653 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-740453d4-31d6-45c2-b10a-2be8f97e86e2 service neutron] 10.222.0.65 "GET /v2.0/networks/c876540d-f69d-4345-8da3-6262b1921560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190190 Jun 24 09:43:15.824993 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-887b3e52-3522-4a7f-a87e-7724944b0b36 req-0b87caa4-21da-4b77-b358-5d6fe893e09c tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 210 time: 0.0428667 Jun 24 09:43:16.296262 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-c04b0c90-ae58-467a-9fcb-7faf0bb84b42 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:16.297921 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-c04b0c90-ae58-467a-9fcb-7faf0bb84b42 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.47 "GET /v2.0/networks?id=011dd503-a916-4a1e-aafe-2bca320c6dcb HTTP/1.1" status: 200 len: 808 time: 0.1515455 Jun 24 09:43:16.320284 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Request body: {'port': {'device_id': '9293ecc8-771f-46d1-b766-87dba541e846', 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb', 'admin_state_up': True, 'tenant_id': '6c5b285a04564d5d917a4566bec984b2'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:16.357337 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4bb5c910-be80-4d0c-896c-759a0fedc715 req-481b1d3c-d05d-4f0c-a145-e4132a42d3cc tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 210 time: 0.0547898 Jun 24 09:43:16.423267 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:16.467641 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Made reservation on behalf of 6c5b285a04564d5d917a4566bec984b2 for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:43:16.471210 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:16.525215 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:16.591984 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-c2d32993-13cb-4243-9fc4-845b691c30af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:16.650575 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Allocated IP 172.20.0.8 (011dd503-a916-4a1e-aafe-2bca320c6dcb/910fe78d-7cc5-489a-a364-61d22b2bb68a/de904479-c699-411b-bcd7-6cca91e2d75f) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:43:16.662907 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9debd-13e7-4012-8667-0bc6a188e769 req-4c8da46c-c2b4-448b-a42e-3c86caa245b3 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:16.664349 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-83f9debd-13e7-4012-8667-0bc6a188e769 req-4c8da46c-c2b4-448b-a42e-3c86caa245b3 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0666168 Jun 24 09:43:16.743887 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-83f9debd-13e7-4012-8667-0bc6a188e769 req-603f8276-732c-40c3-a189-5b3a5034bb7b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736475 Jun 24 09:43:16.860918 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks [] for port (de904479-c699-411b-bcd7-6cca91e2d75f), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:16.912460 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:16.955435 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6da62072-6219-4721-ae7a-c209976af6fb req-fb4dade1-ce19-49af-af82-85b55768dc2f tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 210 time: 0.0570507 Jun 24 09:43:16.978389 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Network 011dd503-a916-4a1e-aafe-2bca320c6dcb is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:43:16.984906 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:43:16.987045 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Pushing event updated for resources: {'Port': ['ID=de904479-c699-411b-bcd7-6cca91e2d75f,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:16.990933 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:43:17.006551 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:17.007211 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.047820 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-e5d85e50-620b-40cc-a3ea-5a6d1cb8facd tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:17.049287 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-e5d85e50-620b-40cc-a3ea-5a6d1cb8facd tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.47 "GET /v2.0/networks?id=c876540d-f69d-4345-8da3-6262b1921560 HTTP/1.1" status: 200 len: 814 time: 0.1274803 Jun 24 09:43:17.052001 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-b11df2de-d07c-4b8f-842d-9c46994ecd56 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7381108 Jun 24 09:43:17.074504 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Request body: {'port': {'device_id': 'ce0dadb5-652d-42b9-90aa-461f74d68dca', 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560', 'admin_state_up': True, 'tenant_id': '2b043de82f1b43f78e3b92d375111d91'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:17.079121 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Request body: {'port': {'device_id': '9293ecc8-771f-46d1-b766-87dba541e846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:17.154996 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.208173 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:17.214650 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Made reservation on behalf of 2b043de82f1b43f78e3b92d375111d91 for: {'port': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:43:17.218417 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.304910 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:17.314537 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=18 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:17.360636 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Allocated IP 172.20.0.7 (c876540d-f69d-4345-8da3-6262b1921560/bde6a734-bd76-4968-9921-4bc82a41bd5a/572f669e-9d6a-459f-b60d-673ffe96ade9) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:43:17.436646 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de904479-c699-411b-bcd7-6cca91e2d75f {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:43:17.444988 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Publish callbacks [] for port (de904479-c699-411b-bcd7-6cca91e2d75f), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.484335 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:17.489352 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:17.493331 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Transition to ACTIVE for port object de904479-c699-411b-bcd7-6cca91e2d75f will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:43:17.503293 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.542754 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a595a7-29a0-4288-9985-0b5f4e84eeed req-c6b93199-0c09-42df-8dd7-255e39637ef3 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:17.544330 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-26a595a7-29a0-4288-9985-0b5f4e84eeed req-c6b93199-0c09-42df-8dd7-255e39637ef3 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 931 time: 0.0964630 Jun 24 09:43:17.556262 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks [] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.588602 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Pushing event updated for resources: {'Port': ['ID=de904479-c699-411b-bcd7-6cca91e2d75f,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:17.602604 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.646852 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Attempting to bind port de904479-c699-411b-bcd7-6cca91e2d75f on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:43:17.647203 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Attempting to bind port de904479-c699-411b-bcd7-6cca91e2d75f by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '70886151-9226-4634-843d-e5f5046c114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:43:17.647529 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Attempting to bind port de904479-c699-411b-bcd7-6cca91e2d75f on network 011dd503-a916-4a1e-aafe-2bca320c6dcb {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:43:17.652615 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-26a595a7-29a0-4288-9985-0b5f4e84eeed req-aac63695-8739-42ce-8386-4d691bda1e20 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009872 Jun 24 09:43:17.653846 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Network c876540d-f69d-4345-8da3-6262b1921560 is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:43:17.656154 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Port de904479-c699-411b-bcd7-6cca91e2d75f on network 011dd503-a916-4a1e-aafe-2bca320c6dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:43:17.657130 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Attempting to bind port de904479-c699-411b-bcd7-6cca91e2d75f on network 011dd503-a916-4a1e-aafe-2bca320c6dcb {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:43:17.657228 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:43:17.661724 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:43:17.661916 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:43:17.662249 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Checking segment: {'id': '70886151-9226-4634-843d-e5f5046c114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:43:17.662625 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Bound using segment: {'id': '70886151-9226-4634-843d-e5f5046c114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:43:17.663060 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Bound port: de904479-c699-411b-bcd7-6cca91e2d75f, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70886151-9226-4634-843d-e5f5046c114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:43:17.663443 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.668496 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Pushing event updated for resources: {'Port': ['ID=572f669e-9d6a-459f-b60d-673ffe96ade9,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:17.717136 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:17.717897 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.734255 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] For port de904479-c699-411b-bcd7-6cca91e2d75f, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:43:17.734518 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-0222b1c9-2b7a-4387-8c2b-0791cc86405e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651587 Jun 24 09:43:17.737953 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] For port de904479-c699-411b-bcd7-6cca91e2d75f, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de904479-c699-411b-bcd7-6cca91e2d75f,segment=NetworkSegment(70886151-9226-4634-843d-e5f5046c114c),segment_id=70886151-9226-4634-843d-e5f5046c114c)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:43:17.744135 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.760080 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Request body: {'port': {'device_id': 'ce0dadb5-652d-42b9-90aa-461f74d68dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:17.811600 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Pushing event updated for resources: {'Port': ['ID=de904479-c699-411b-bcd7-6cca91e2d75f,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:17.814796 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:17.817728 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.818264 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.818614 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-5785f6af-061a-44c3-8ec7-593310ce5cad service neutron] 10.222.0.47 "PUT /v2.0/ports/de904479-c699-411b-bcd7-6cca91e2d75f HTTP/1.1" status: 200 len: 1093 time: 0.7471259 Jun 24 09:43:17.819007 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9293ecc8-771f-46d1-b766-87dba541e846', 'tag': 'de904479-c699-411b-bcd7-6cca91e2d75f'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:43:17.821272 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a8a5d3-d82c-4630-85bb-001bd3603f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "9293ecc8-771f-46d1-b766-87dba541e846", "tag": "de904479-c699-411b-bcd7-6cca91e2d75f"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:43:17.856083 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:17.904963 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664ffce-fc6f-450a-af51-c8ad036482e1 req-a417c1c3-4898-4f69-a953-f8737117b778 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:17.906426 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e664ffce-fc6f-450a-af51-c8ad036482e1 req-a417c1c3-4898-4f69-a953-f8737117b778 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0744622 Jun 24 09:43:17.907925 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc1ea38-0a8b-4879-b8a4-ed270f3aa751 x-openstack-request-id: req-0cc1ea38-0a8b-4879-b8a4-ed270f3aa751 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:43:17.908203 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9293ecc8-771f-46d1-b766-87dba541e846", "tag": "de904479-c699-411b-bcd7-6cca91e2d75f", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:43:17.908444 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cc1ea38-0a8b-4879-b8a4-ed270f3aa751 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:43:17.908819 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc1ea38-0a8b-4879-b8a4-ed270f3aa751'] response: {'name': 'network-changed', 'server_uuid': '9293ecc8-771f-46d1-b766-87dba541e846', 'tag': 'de904479-c699-411b-bcd7-6cca91e2d75f', 'status': 'completed', 'code': 200} Jun 24 09:43:17.934410 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-8cc4d0a3-6cfb-4ef7-aa33-4d38e1d1c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:17.936005 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-8cc4d0a3-6cfb-4ef7-aa33-4d38e1d1c2bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c5b285a04564d5d917a4566bec984b2&device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 1127 time: 0.0664928 Jun 24 09:43:17.998002 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-6c15c27b-aeba-4dd3-bce4-3bd8f97e9852 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de904479-c699-411b-bcd7-6cca91e2d75f HTTP/1.1" status: 200 len: 217 time: 0.0467753 Jun 24 09:43:18.001642 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e664ffce-fc6f-450a-af51-c8ad036482e1 req-fbb6b124-f41b-4233-a5cc-d9cc55c7b441 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862286 Jun 24 09:43:18.089926 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-88f9027e-1e23-415c-939e-13cc257e9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:18.092242 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-88f9027e-1e23-415c-939e-13cc257e9031 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=910fe78d-7cc5-489a-a364-61d22b2bb68a HTTP/1.1" status: 200 len: 848 time: 0.0818763 Jun 24 09:43:18.100749 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa39df-0631-4ff6-a53d-a6cf9e4e6a4e req-ed25f820-366b-41e9-8405-54bfb38f0600 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:18.102385 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-86aa39df-0631-4ff6-a53d-a6cf9e4e6a4e req-ed25f820-366b-41e9-8405-54bfb38f0600 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 931 time: 0.0632479 Jun 24 09:43:18.141449 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-63e3da9d-9ce5-4139-a913-bddf8cf94337 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=011dd503-a916-4a1e-aafe-2bca320c6dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380368 Jun 24 09:43:18.194522 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:18.222148 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-86aa39df-0631-4ff6-a53d-a6cf9e4e6a4e req-61da9f5a-da89-4de7-b496-25d20645b1fc tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068735 Jun 24 09:43:18.283120 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-9ef5a072-6a01-4e27-a5a1-77206e6f7e9f service neutron] 10.222.0.47 "GET /v2.0/networks/011dd503-a916-4a1e-aafe-2bca320c6dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324801 Jun 24 09:43:18.353085 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572f669e-9d6a-459f-b60d-673ffe96ade9 {{(pid=110593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:43:18.363435 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Publish callbacks [] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:18.377322 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.provisioning_blocks [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Transition to ACTIVE for port object 572f669e-9d6a-459f-b60d-673ffe96ade9 will not be triggered until provisioned by entity L2. {{(pid=110593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:43:18.381865 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:18.387003 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:18.393658 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-709cbd4d-bb6f-4c15-9ca2-7c21779ee781 req-74d7884a-2ed9-409d-b2f8-a45668bcaa33 service neutron] 10.222.0.47 "GET /v2.0/networks/011dd503-a916-4a1e-aafe-2bca320c6dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005003 Jun 24 09:43:18.445147 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=572f669e-9d6a-459f-b60d-673ffe96ade9,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:18.522210 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Attempting to bind port 572f669e-9d6a-459f-b60d-673ffe96ade9 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:43:18.522545 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Attempting to bind port 572f669e-9d6a-459f-b60d-673ffe96ade9 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '43622dbb-3fa7-4171-a86c-ae9b85e1022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560'}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:43:18.522869 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Attempting to bind port 572f669e-9d6a-459f-b60d-673ffe96ade9 on network c876540d-f69d-4345-8da3-6262b1921560 {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:43:18.528152 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Port 572f669e-9d6a-459f-b60d-673ffe96ade9 on network c876540d-f69d-4345-8da3-6262b1921560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:43:18.528466 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Attempting to bind port 572f669e-9d6a-459f-b60d-673ffe96ade9 on network c876540d-f69d-4345-8da3-6262b1921560 {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:43:18.533383 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:43:18.533718 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Checking segment: {'id': '43622dbb-3fa7-4171-a86c-ae9b85e1022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:43:18.534113 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Bound using segment: {'id': '43622dbb-3fa7-4171-a86c-ae9b85e1022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560'} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:43:18.534541 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Bound port: 572f669e-9d6a-459f-b60d-673ffe96ade9, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43622dbb-3fa7-4171-a86c-ae9b85e1022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560'}}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:43:18.534888 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:18.573885 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:18.606243 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] For port 572f669e-9d6a-459f-b60d-673ffe96ade9, host hv-cinder-80382, cleared binding levels {{(pid=110593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:43:18.609625 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] For port 572f669e-9d6a-459f-b60d-673ffe96ade9, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=572f669e-9d6a-459f-b60d-673ffe96ade9,segment=NetworkSegment(43622dbb-3fa7-4171-a86c-ae9b85e1022b),segment_id=43622dbb-3fa7-4171-a86c-ae9b85e1022b)] {{(pid=110593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:43:18.619117 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:18.664402 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:18.665106 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:18.666505 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] 10.222.0.47 "PUT /v2.0/ports/572f669e-9d6a-459f-b60d-673ffe96ade9 HTTP/1.1" status: 200 len: 1093 time: 0.9225011 Jun 24 09:43:18.666956 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0dadb5-652d-42b9-90aa-461f74d68dca', 'tag': '572f669e-9d6a-459f-b60d-673ffe96ade9'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:43:18.669627 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636aa0ac-24db-4272-94c9-692cb63b174c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0dadb5-652d-42b9-90aa-461f74d68dca", "tag": "572f669e-9d6a-459f-b60d-673ffe96ade9"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:43:18.689586 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a622654-e8c8-4e4f-b068-2047be538ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=572f669e-9d6a-459f-b60d-673ffe96ade9,revision_number=3']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:18.727604 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b68ffaa-4b3d-4bb7-857d-bdba5dcf8035 x-openstack-request-id: req-3b68ffaa-4b3d-4bb7-857d-bdba5dcf8035 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:43:18.728146 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0dadb5-652d-42b9-90aa-461f74d68dca", "tag": "572f669e-9d6a-459f-b60d-673ffe96ade9", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:43:18.728606 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b68ffaa-4b3d-4bb7-857d-bdba5dcf8035 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:43:18.729227 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b68ffaa-4b3d-4bb7-857d-bdba5dcf8035'] response: {'name': 'network-changed', 'server_uuid': 'ce0dadb5-652d-42b9-90aa-461f74d68dca', 'tag': '572f669e-9d6a-459f-b60d-673ffe96ade9', 'status': 'completed', 'code': 200} Jun 24 09:43:18.805026 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce2b11-4fe9-4e1a-983b-eaf75f77b071 req-01dfa906-8ef3-4b61-8207-3804d87ce79a tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:18.806718 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b6ce2b11-4fe9-4e1a-983b-eaf75f77b071 req-01dfa906-8ef3-4b61-8207-3804d87ce79a tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 943 time: 0.0601172 Jun 24 09:43:18.867552 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b6ce2b11-4fe9-4e1a-983b-eaf75f77b071 req-d9621c6d-e566-41f2-bc32-94984abd1391 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545807 Jun 24 09:43:19.081988 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:19.126707 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378f1fd-2b8c-48d9-be07-e676efbcd3b8 req-d9d86c0b-08d9-4d19-974e-41dc926e8d9c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:19.128216 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e378f1fd-2b8c-48d9-be07-e676efbcd3b8 req-d9d86c0b-08d9-4d19-974e-41dc926e8d9c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0529878 Jun 24 09:43:19.182356 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e378f1fd-2b8c-48d9-be07-e676efbcd3b8 req-0da2809c-c0c9-4786-bc69-786a6700a8b9 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483272 Jun 24 09:43:19.243397 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:19.340277 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d506-8744-4f88-b8ea-bc6439e87470 req-716e5b67-192d-41cc-852e-e0307c4ba649 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:19.341681 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c713d506-8744-4f88-b8ea-bc6439e87470 req-716e5b67-192d-41cc-852e-e0307c4ba649 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 943 time: 0.0471070 Jun 24 09:43:19.382599 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:19.391022 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c713d506-8744-4f88-b8ea-bc6439e87470 req-8f8d01c9-0188-4502-a04d-53868d88d0d8 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437143 Jun 24 09:43:19.522664 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a5d3-d82c-4630-85bb-001bd3603f1f req-714353c7-6502-4fce-81f4-b5ead1057b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:19.524224 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-96a8a5d3-d82c-4630-85bb-001bd3603f1f req-714353c7-6502-4fce-81f4-b5ead1057b1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c5b285a04564d5d917a4566bec984b2&device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 1127 time: 0.0430315 Jun 24 09:43:19.536199 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aa0ac-24db-4272-94c9-692cb63b174c req-7a89ae1b-a13b-45df-89ac-ebc5c07889ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:19.537729 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-636aa0ac-24db-4272-94c9-692cb63b174c req-7a89ae1b-a13b-45df-89ac-ebc5c07889ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b043de82f1b43f78e3b92d375111d91&device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 1127 time: 0.0419362 Jun 24 09:43:19.623967 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a5d3-d82c-4630-85bb-001bd3603f1f req-a2756f97-1104-4c6b-a711-2d4a7605d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:19.625446 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-96a8a5d3-d82c-4630-85bb-001bd3603f1f req-a2756f97-1104-4c6b-a711-2d4a7605d624 service neutron] 10.222.0.47 "GET /v2.0/networks?id=011dd503-a916-4a1e-aafe-2bca320c6dcb HTTP/1.1" status: 200 len: 909 time: 0.0901599 Jun 24 09:43:19.653332 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aa0ac-24db-4272-94c9-692cb63b174c req-6c343be3-8fea-406e-a80c-ea7a2fea801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:19.654815 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-636aa0ac-24db-4272-94c9-692cb63b174c req-6c343be3-8fea-406e-a80c-ea7a2fea801b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2b043de82f1b43f78e3b92d375111d91&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1080146 Jun 24 09:43:19.670002 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-96a8a5d3-d82c-4630-85bb-001bd3603f1f req-4fb2e005-270b-421b-9dbe-85d9e71ce3df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de904479-c699-411b-bcd7-6cca91e2d75f HTTP/1.1" status: 200 len: 217 time: 0.0373442 Jun 24 09:43:19.723380 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a5d3-d82c-4630-85bb-001bd3603f1f req-214347f6-32d6-475b-a76c-583c078206b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:19.724859 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-96a8a5d3-d82c-4630-85bb-001bd3603f1f req-214347f6-32d6-475b-a76c-583c078206b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=910fe78d-7cc5-489a-a364-61d22b2bb68a HTTP/1.1" status: 200 len: 848 time: 0.0475049 Jun 24 09:43:19.758318 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aa0ac-24db-4272-94c9-692cb63b174c req-10aacfee-b05f-4385-9f4b-84eef58ee3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:19.759841 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-636aa0ac-24db-4272-94c9-692cb63b174c req-10aacfee-b05f-4385-9f4b-84eef58ee3cc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983403 Jun 24 09:43:19.764545 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-96a8a5d3-d82c-4630-85bb-001bd3603f1f req-e12e5824-fa71-4b2f-99a0-672bf3475e96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=011dd503-a916-4a1e-aafe-2bca320c6dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323296 Jun 24 09:43:19.853712 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-bc067b86-6d04-4b00-999e-5c7e58b76e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:19.856094 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-bc067b86-6d04-4b00-999e-5c7e58b76e36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b043de82f1b43f78e3b92d375111d91&device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 1127 time: 0.0518854 Jun 24 09:43:19.888787 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-96a8a5d3-d82c-4630-85bb-001bd3603f1f req-8102ba5e-2940-47d7-90d6-e11b5f42aea9 service neutron] 10.222.0.47 "GET /v2.0/networks/011dd503-a916-4a1e-aafe-2bca320c6dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169803 Jun 24 09:43:19.906297 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-ef163758-63d2-4f1c-9113-7c2986c82265 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=572f669e-9d6a-459f-b60d-673ffe96ade9 HTTP/1.1" status: 200 len: 217 time: 0.0405900 Jun 24 09:43:19.971180 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-e57cb2f7-76b8-4106-a5ec-e4c7c1689f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:19.973998 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-e57cb2f7-76b8-4106-a5ec-e4c7c1689f4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bde6a734-bd76-4968-9921-4bc82a41bd5a HTTP/1.1" status: 200 len: 854 time: 0.0619111 Jun 24 09:43:20.016619 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-68062dfa-8591-4e67-a017-bc29690f6a52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c876540d-f69d-4345-8da3-6262b1921560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348330 Jun 24 09:43:20.017946 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-96a8a5d3-d82c-4630-85bb-001bd3603f1f req-7a339960-f2d5-4a13-a32d-15deec4b5a85 service neutron] 10.222.0.47 "GET /v2.0/networks/011dd503-a916-4a1e-aafe-2bca320c6dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149724 Jun 24 09:43:20.104026 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf829d8-6984-45e0-9564-0ca18f15040a req-38ad6679-5ca2-438f-96b9-58b06be68d2a tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:20.105901 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6cf829d8-6984-45e0-9564-0ca18f15040a req-38ad6679-5ca2-438f-96b9-58b06be68d2a tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 943 time: 0.0870938 Jun 24 09:43:20.140790 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 54234) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:20.197150 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-239d3d91-67db-4472-bdbd-3034854961fa service neutron] 10.222.0.47 "GET /v2.0/networks/c876540d-f69d-4345-8da3-6262b1921560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658561 Jun 24 09:43:20.201533 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6cf829d8-6984-45e0-9564-0ca18f15040a req-b0134d7f-a08b-42a1-ad47-a3968a619fd4 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682054 Jun 24 09:43:20.260276 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f176d75-f5a2-42c2-9959-0b3be1112ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:20.291803 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:20.342821 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55828776-ecda-4b89-a1dd-6dfbdb42b408 req-5868065b-eafe-41e1-89d6-031555222cd8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:20.343132 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f176d75-f5a2-42c2-9959-0b3be1112ed8 admin admin] Publish callbacks [] for security_group (f96c07aa-ef97-42e5-bbc4-6d414ca527d0), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:20.344306 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-55828776-ecda-4b89-a1dd-6dfbdb42b408 req-5868065b-eafe-41e1-89d6-031555222cd8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0654199 Jun 24 09:43:20.346463 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef92ef5e-6fd7-4486-9949-725c7e20862d req-f282e643-94b2-43f2-b464-a0bd3f69e35b service neutron] 10.222.0.47 "GET /v2.0/networks/c876540d-f69d-4345-8da3-6262b1921560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400626 Jun 24 09:43:20.347604 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f176d75-f5a2-42c2-9959-0b3be1112ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (f96c07aa-ef97-42e5-bbc4-6d414ca527d0), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:20.363244 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:20.398198 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-55828776-ecda-4b89-a1dd-6dfbdb42b408 req-0231054a-40fa-42fe-a393-24f914a39c46 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476937 Jun 24 09:43:20.399030 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f176d75-f5a2-42c2-9959-0b3be1112ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c07aa-ef97-42e5-bbc4-6d414ca527d0,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:20.404947 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-7f176d75-f5a2-42c2-9959-0b3be1112ed8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9016db2909b48ebb0e60cd353c4feeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629964 Jun 24 09:43:20.407508 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 54240) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:20.458352 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5445305e-eedd-4913-ad54-2c9f0abee51e admin admin] Publish callbacks [] for security_group (f96c07aa-ef97-42e5-bbc4-6d414ca527d0), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:20.481150 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5445305e-eedd-4913-ad54-2c9f0abee51e admin admin] Publish callbacks [] for security_group (f96c07aa-ef97-42e5-bbc4-6d414ca527d0), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:20.506504 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5c5b8-3c56-4f46-9022-b6a4554c418a req-c2cfe6e0-d100-4a73-9090-d99db514491d tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:20.507993 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-15e5c5b8-3c56-4f46-9022-b6a4554c418a req-c2cfe6e0-d100-4a73-9090-d99db514491d tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 943 time: 0.0460417 Jun 24 09:43:20.528868 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5445305e-eedd-4913-ad54-2c9f0abee51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (f96c07aa-ef97-42e5-bbc4-6d414ca527d0), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:20.531890 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5445305e-eedd-4913-ad54-2c9f0abee51e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:20.533052 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-5445305e-eedd-4913-ad54-2c9f0abee51e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f96c07aa-ef97-42e5-bbc4-6d414ca527d0 HTTP/1.1" status: 204 len: 168 time: 0.1244595 Jun 24 09:43:20.541255 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445305e-eedd-4913-ad54-2c9f0abee51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c07aa-ef97-42e5-bbc4-6d414ca527d0,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:20.567180 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-15e5c5b8-3c56-4f46-9022-b6a4554c418a req-019c9cf7-b5c6-4c22-917d-96790d79c97c tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513582 Jun 24 09:43:21.337666 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5d87a-19c8-412e-a18e-f6aadf72f282 req-cf105d53-e5d5-4955-978d-734866e25b05 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:21.339912 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-68e5d87a-19c8-412e-a18e-f6aadf72f282 req-cf105d53-e5d5-4955-978d-734866e25b05 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 943 time: 0.0653250 Jun 24 09:43:21.389736 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-68e5d87a-19c8-412e-a18e-f6aadf72f282 req-a47b5200-29e3-4dde-989b-999325dbe0ed tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 Jun 24 09:43:21.537284 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a662859-ea7f-4058-8fdc-8be57bb12884 req-bb501c6e-3830-43a6-93cb-d2a4bf58a128 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:21.539254 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2a662859-ea7f-4058-8fdc-8be57bb12884 req-bb501c6e-3830-43a6-93cb-d2a4bf58a128 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0591278 Jun 24 09:43:21.575762 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:21.603858 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2a662859-ea7f-4058-8fdc-8be57bb12884 req-fdf212ea-e67b-41a3-a2e6-d1dab53a506a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583301 Jun 24 09:43:21.689248 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173513a-89c7-43ce-b093-c238dcdac1d3 req-9700b7a0-cae3-4797-9fa4-235fbe649e8c tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:21.690846 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6173513a-89c7-43ce-b093-c238dcdac1d3 req-9700b7a0-cae3-4797-9fa4-235fbe649e8c tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 943 time: 0.0524011 Jun 24 09:43:21.751684 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6173513a-89c7-43ce-b093-c238dcdac1d3 req-69aa6160-7ee9-407d-9dc8-3de75c384894 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529904 Jun 24 09:43:21.837921 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=6 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:22.074050 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device de904479-c699-411b-bcd7-6cca91e2d75f details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:43:22.179227 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port de904479-c699-411b-bcd7-6cca91e2d75f, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de904479-c699-411b-bcd7-6cca91e2d75f,segment=NetworkSegment(70886151-9226-4634-843d-e5f5046c114c),segment_id=70886151-9226-4634-843d-e5f5046c114c)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:22.191011 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'de904479-c699-411b-bcd7-6cca91e2d75f', 'network_id': '011dd503-a916-4a1e-aafe-2bca320c6dcb', 'port_id': 'de904479-c699-411b-bcd7-6cca91e2d75f', 'mac_address': 'fa:16:3e:64:9f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910fe78d-7cc5-489a-a364-61d22b2bb68a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:43:22.227264 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port de904479-c699-411b-bcd7-6cca91e2d75f is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:43:22.227486 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:22.241945 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de904479-c699-411b-bcd7-6cca91e2d75f {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:43:22.268817 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port de904479-c699-411b-bcd7-6cca91e2d75f, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de904479-c699-411b-bcd7-6cca91e2d75f,segment=NetworkSegment(70886151-9226-4634-843d-e5f5046c114c),segment_id=70886151-9226-4634-843d-e5f5046c114c)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:22.273641 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:22.454692 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=de904479-c699-411b-bcd7-6cca91e2d75f,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:22.512370 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b5c33-20d7-4fdc-b6d5-5f804180a5d4 req-44900ef2-b00f-4e2f-a93c-dc2893a19649 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:22.513717 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a93b5c33-20d7-4fdc-b6d5-5f804180a5d4 req-44900ef2-b00f-4e2f-a93c-dc2893a19649 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 944 time: 0.0525563 Jun 24 09:43:22.810396 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c1c38-80da-49e1-8123-8aedbbf9d27b req-993a2ce4-3bee-4beb-b3f5-0c586a035414 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:22.811775 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5f3c1c38-80da-49e1-8123-8aedbbf9d27b req-993a2ce4-3bee-4beb-b3f5-0c586a035414 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0631199 Jun 24 09:43:22.815045 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a93b5c33-20d7-4fdc-b6d5-5f804180a5d4 req-90d02b6c-5ea5-44b2-94b1-fcde33f6908b tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929921 Jun 24 09:43:22.860983 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5f3c1c38-80da-49e1-8123-8aedbbf9d27b req-b626d5e3-9886-41aa-bf40-ee233c662119 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434852 Jun 24 09:43:22.921835 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ea21a-2781-40f4-a269-fd1e262b89d6 req-270de96e-42a8-489c-b1d5-adbe0a039f4b tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:22.923310 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-959ea21a-2781-40f4-a269-fd1e262b89d6 req-270de96e-42a8-489c-b1d5-adbe0a039f4b tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 943 time: 0.0508382 Jun 24 09:43:22.971937 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-959ea21a-2781-40f4-a269-fd1e262b89d6 req-ce2f5f6d-0f02-4963-8273-4f90c8ec09c0 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 Jun 24 09:43:23.232817 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:23.367252 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['de904479-c699-411b-bcd7-6cca91e2d75f'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:43:23.435527 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:23.444253 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:23.942921 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532cfc3-e48d-48d6-bfa1-8b2167c410ea req-2ad1775b-69a5-4a06-89ff-8d46643e93c6 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:23.944312 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8532cfc3-e48d-48d6-bfa1-8b2167c410ea req-2ad1775b-69a5-4a06-89ff-8d46643e93c6 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 944 time: 0.0569346 Jun 24 09:43:23.996926 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0b930-6b26-4ad4-b57a-fbaacaa0b4f7 req-7a988433-4722-43d6-b6e2-e78b0924f013 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:23.998856 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cad0b930-6b26-4ad4-b57a-fbaacaa0b4f7 req-7a988433-4722-43d6-b6e2-e78b0924f013 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0702755 Jun 24 09:43:24.041853 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8532cfc3-e48d-48d6-bfa1-8b2167c410ea req-2c4c7729-035e-40fb-a597-bb8a15161c3d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781739 Jun 24 09:43:24.066024 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cad0b930-6b26-4ad4-b57a-fbaacaa0b4f7 req-9365331b-6018-4b0f-b787-41ec29b236b4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598392 Jun 24 09:43:24.149118 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d3e28-bcc2-43d0-a397-70d90fd3a595 req-9736bddb-1e87-45f7-94c4-bb3d4aa0bd59 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:24.150568 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-991d3e28-bcc2-43d0-a397-70d90fd3a595 req-9736bddb-1e87-45f7-94c4-bb3d4aa0bd59 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 943 time: 0.0494492 Jun 24 09:43:24.177251 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:24.201705 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-991d3e28-bcc2-43d0-a397-70d90fd3a595 req-b25fe6f6-73ca-4cba-8df1-a6f14b68dda9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455048 Jun 24 09:43:25.186371 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbf4e5-a009-4848-aec1-e699de8bf7e2 req-19d9aabd-ee10-451c-8907-a9e142977b93 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:25.187901 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-63dbf4e5-a009-4848-aec1-e699de8bf7e2 req-19d9aabd-ee10-451c-8907-a9e142977b93 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 944 time: 0.0747488 Jun 24 09:43:25.214344 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaa48e-869d-4950-a762-7ebbb34d6d04 req-50d1bd64-0496-4024-b368-8e1edbd7f0ab tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:25.215874 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-61aaa48e-869d-4950-a762-7ebbb34d6d04 req-50d1bd64-0496-4024-b368-8e1edbd7f0ab tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0748639 Jun 24 09:43:25.262709 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-63dbf4e5-a009-4848-aec1-e699de8bf7e2 req-e41392e6-3f30-4189-92bb-6faf68c548b1 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690176 Jun 24 09:43:25.284665 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-61aaa48e-869d-4950-a762-7ebbb34d6d04 req-5095bc16-902c-48d8-8ed7-c02eb379a024 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620108 Jun 24 09:43:25.370433 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30651a7b-1484-4b10-8687-7d41b69b4907 req-c84452c3-bb06-422c-9e56-07d30eca5ef1 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:25.371902 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-30651a7b-1484-4b10-8687-7d41b69b4907 req-c84452c3-bb06-422c-9e56-07d30eca5ef1 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 943 time: 0.0522537 Jun 24 09:43:25.420913 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-30651a7b-1484-4b10-8687-7d41b69b4907 req-c09a9832-64ca-4a33-a454-077eea392e6b tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 Jun 24 09:43:26.108982 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 572f669e-9d6a-459f-b60d-673ffe96ade9 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:43:26.217052 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 572f669e-9d6a-459f-b60d-673ffe96ade9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=572f669e-9d6a-459f-b60d-673ffe96ade9,segment=NetworkSegment(43622dbb-3fa7-4171-a86c-ae9b85e1022b),segment_id=43622dbb-3fa7-4171-a86c-ae9b85e1022b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:26.242387 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '572f669e-9d6a-459f-b60d-673ffe96ade9', 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560', 'port_id': '572f669e-9d6a-459f-b60d-673ffe96ade9', 'mac_address': 'fa:16:3e:ff:d1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde6a734-bd76-4968-9921-4bc82a41bd5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:43:26.282447 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 572f669e-9d6a-459f-b60d-673ffe96ade9 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:43:26.282727 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:26.296301 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572f669e-9d6a-459f-b60d-673ffe96ade9 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:43:26.317957 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 572f669e-9d6a-459f-b60d-673ffe96ade9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=572f669e-9d6a-459f-b60d-673ffe96ade9,segment=NetworkSegment(43622dbb-3fa7-4171-a86c-ae9b85e1022b),segment_id=43622dbb-3fa7-4171-a86c-ae9b85e1022b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:26.322461 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:26.370728 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=572f669e-9d6a-459f-b60d-673ffe96ade9,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:26.407623 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23875e1c-3565-4d74-a23d-007616950a5d req-ca6212fd-fea5-408e-8a19-f56ff2650634 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:26.409086 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-23875e1c-3565-4d74-a23d-007616950a5d req-ca6212fd-fea5-408e-8a19-f56ff2650634 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 944 time: 0.0783813 Jun 24 09:43:26.417014 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:26.431049 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40455160-851b-48df-85a9-c5a7509d1b58 req-ea7f1786-b160-42cb-b0b8-c9b083bd85b8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:26.432518 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-40455160-851b-48df-85a9-c5a7509d1b58 req-ea7f1786-b160-42cb-b0b8-c9b083bd85b8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0701661 Jun 24 09:43:26.497839 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-23875e1c-3565-4d74-a23d-007616950a5d req-9f2882b1-58b4-43d4-ae43-6e178b82c199 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830567 Jun 24 09:43:26.502005 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-40455160-851b-48df-85a9-c5a7509d1b58 req-b99fba5f-5b85-4fb9-aa36-08e6db627dd9 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624115 Jun 24 09:43:26.604124 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2220-795d-45b5-8e0d-c92ce7fa71ac req-f1ddbcf5-f38d-46c1-87b5-6e01ad387f73 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:26.605830 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ce5d2220-795d-45b5-8e0d-c92ce7fa71ac req-f1ddbcf5-f38d-46c1-87b5-6e01ad387f73 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 944 time: 0.0493994 Jun 24 09:43:26.657259 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ce5d2220-795d-45b5-8e0d-c92ce7fa71ac req-e150a9df-ea32-426f-999d-0ea52b79bed8 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428450 Jun 24 09:43:26.891374 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device de904479-c699-411b-bcd7-6cca91e2d75f up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:43:26.939707 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port de904479-c699-411b-bcd7-6cca91e2d75f completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:43:26.947004 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port de904479-c699-411b-bcd7-6cca91e2d75f triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:43:26.947393 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:27.019784 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port de904479-c699-411b-bcd7-6cca91e2d75f is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:43:27.020156 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:27.043798 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9293ecc8-771f-46d1-b766-87dba541e846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de904479-c699-411b-bcd7-6cca91e2d75f'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:43:27.046024 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204153b9-9caf-40cf-be00-edeed404eb19" -d '{"events": [{"server_uuid": "9293ecc8-771f-46d1-b766-87dba541e846", "name": "network-vif-plugged", "status": "completed", "tag": "de904479-c699-411b-bcd7-6cca91e2d75f"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:43:27.058608 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port de904479-c699-411b-bcd7-6cca91e2d75f, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de904479-c699-411b-bcd7-6cca91e2d75f,segment=NetworkSegment(70886151-9226-4634-843d-e5f5046c114c),segment_id=70886151-9226-4634-843d-e5f5046c114c)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:27.064281 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:27.087961 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c954dea-7870-4768-8e77-f71034383f5f x-openstack-request-id: req-5c954dea-7870-4768-8e77-f71034383f5f {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:43:27.088248 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9293ecc8-771f-46d1-b766-87dba541e846", "name": "network-vif-plugged", "status": "completed", "tag": "de904479-c699-411b-bcd7-6cca91e2d75f", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:43:27.088493 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c954dea-7870-4768-8e77-f71034383f5f {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:43:27.088880 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c954dea-7870-4768-8e77-f71034383f5f'] response: {'server_uuid': '9293ecc8-771f-46d1-b766-87dba541e846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de904479-c699-411b-bcd7-6cca91e2d75f', 'code': 200} Jun 24 09:43:27.114739 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=de904479-c699-411b-bcd7-6cca91e2d75f,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:27.680142 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f603e-83b8-4f54-ba57-e526563e156d req-8d190c87-27bc-491e-82fb-80378d57a9fb tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:27.681632 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0f7f603e-83b8-4f54-ba57-e526563e156d req-8d190c87-27bc-491e-82fb-80378d57a9fb tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 945 time: 0.0834768 Jun 24 09:43:27.687584 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724bc68-a854-4fcd-a37f-f35626f35620 req-f6814e29-95d7-4ef1-a4a5-4163bbf99d3d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:27.688971 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7724bc68-a854-4fcd-a37f-f35626f35620 req-f6814e29-95d7-4ef1-a4a5-4163bbf99d3d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0894494 Jun 24 09:43:27.762973 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0f7f603e-83b8-4f54-ba57-e526563e156d req-7e12bffc-2fe0-4568-9109-75fb23a56e9a tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730503 Jun 24 09:43:27.766698 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7724bc68-a854-4fcd-a37f-f35626f35620 req-9e61bc78-ccef-49c4-b8ec-be9e54b0608c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703814 Jun 24 09:43:27.876519 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949ddb1-2469-452e-97db-9cfdaf029988 req-6c31fa14-bd46-46c0-8757-ba4af5d4173d tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:27.878218 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3949ddb1-2469-452e-97db-9cfdaf029988 req-6c31fa14-bd46-46c0-8757-ba4af5d4173d tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 944 time: 0.0550346 Jun 24 09:43:27.932076 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3949ddb1-2469-452e-97db-9cfdaf029988 req-8fa5f438-fb4c-4955-965c-720ea79ccefe tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481460 Jun 24 09:43:28.049704 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07455e9-d578-4e25-b23b-6198b716d2ea req-362c41d6-be0c-4674-bcbf-8ee91344b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:28.051134 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b07455e9-d578-4e25-b23b-6198b716d2ea req-362c41d6-be0c-4674-bcbf-8ee91344b436 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 1129 time: 0.0407410 Jun 24 09:43:28.096222 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b07455e9-d578-4e25-b23b-6198b716d2ea req-cc27b49d-4713-4535-a158-bf2c0a5780ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385563 Jun 24 09:43:28.099986 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962ad10-a587-4f9e-9dfd-dd98302f5a48 req-8a81e22a-2299-40a6-a473-30fdd2fcdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:28.101693 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8962ad10-a587-4f9e-9dfd-dd98302f5a48 req-8a81e22a-2299-40a6-a473-30fdd2fcdaf1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 1129 time: 0.0754216 Jun 24 09:43:28.129666 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['572f669e-9d6a-459f-b60d-673ffe96ade9'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:43:28.227754 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:28.375134 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8962ad10-a587-4f9e-9dfd-dd98302f5a48 req-d99954f7-0e83-40bd-916b-9314f9002879 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520658 Jun 24 09:43:28.912363 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a604bc-f77a-45cc-9d17-303323ea3b7c req-f7f86953-8404-4713-8750-94ac37fb831a tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:28.913834 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-30a604bc-f77a-45cc-9d17-303323ea3b7c req-f7f86953-8404-4713-8750-94ac37fb831a tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 945 time: 0.0765188 Jun 24 09:43:28.921487 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f7cc3-8190-4cdc-8063-9c4beaf4c04d req-29797753-ad38-4ead-bc25-1ddd2191e01d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:28.922981 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9b5f7cc3-8190-4cdc-8063-9c4beaf4c04d req-29797753-ad38-4ead-bc25-1ddd2191e01d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0837631 Jun 24 09:43:28.949387 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:28.996864 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-30a604bc-f77a-45cc-9d17-303323ea3b7c req-29849949-84a8-483a-bb84-48a9f51fc845 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729096 Jun 24 09:43:28.999855 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9b5f7cc3-8190-4cdc-8063-9c4beaf4c04d req-9fb69cb8-f009-443d-957b-9263ca1a8c81 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699685 Jun 24 09:43:29.108125 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e67abb-3f18-4e10-9c32-0b9f98c1ff71 req-a41f0324-3891-416c-8508-77fdce5ec259 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:29.109605 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6e67abb-3f18-4e10-9c32-0b9f98c1ff71 req-a41f0324-3891-416c-8508-77fdce5ec259 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 944 time: 0.0523417 Jun 24 09:43:29.160139 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6e67abb-3f18-4e10-9c32-0b9f98c1ff71 req-0a19b6c8-9480-41fc-8fc6-24a75f10356c tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438542 Jun 24 09:43:29.812838 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 572f669e-9d6a-459f-b60d-673ffe96ade9 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:43:29.860461 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port 572f669e-9d6a-459f-b60d-673ffe96ade9 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:43:29.868689 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 572f669e-9d6a-459f-b60d-673ffe96ade9 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:43:29.869048 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:29.897859 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:29.953017 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 572f669e-9d6a-459f-b60d-673ffe96ade9 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:43:29.953331 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:29.978689 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0dadb5-652d-42b9-90aa-461f74d68dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572f669e-9d6a-459f-b60d-673ffe96ade9'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:43:29.981330 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635d976b-230a-46cf-ba1f-95ef744e7899" -d '{"events": [{"server_uuid": "ce0dadb5-652d-42b9-90aa-461f74d68dca", "name": "network-vif-plugged", "status": "completed", "tag": "572f669e-9d6a-459f-b60d-673ffe96ade9"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:43:29.995011 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 572f669e-9d6a-459f-b60d-673ffe96ade9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=572f669e-9d6a-459f-b60d-673ffe96ade9,segment=NetworkSegment(43622dbb-3fa7-4171-a86c-ae9b85e1022b),segment_id=43622dbb-3fa7-4171-a86c-ae9b85e1022b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:30.009514 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:30.033993 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed55bff-26d4-4b0b-ba8b-2a7fcb14f1ed x-openstack-request-id: req-bed55bff-26d4-4b0b-ba8b-2a7fcb14f1ed {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:43:30.034293 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0dadb5-652d-42b9-90aa-461f74d68dca", "name": "network-vif-plugged", "status": "completed", "tag": "572f669e-9d6a-459f-b60d-673ffe96ade9", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:43:30.034629 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bed55bff-26d4-4b0b-ba8b-2a7fcb14f1ed {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:43:30.035196 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed55bff-26d4-4b0b-ba8b-2a7fcb14f1ed'] response: {'server_uuid': 'ce0dadb5-652d-42b9-90aa-461f74d68dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572f669e-9d6a-459f-b60d-673ffe96ade9', 'code': 200} Jun 24 09:43:30.064148 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=572f669e-9d6a-459f-b60d-673ffe96ade9,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:30.148474 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728cc2c-cde9-4a4c-8d21-8e8654b90c42 req-b70be908-9d68-4fd9-9668-75093528c12f tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:30.150577 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7728cc2c-cde9-4a4c-8d21-8e8654b90c42 req-b70be908-9d68-4fd9-9668-75093528c12f tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 945 time: 0.0810068 Jun 24 09:43:30.166290 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cc2c2-6a0c-42c0-94ac-20b0d30a84bf req-343b6089-c5b6-4e58-8c0a-8f5a3dc5b918 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:30.172439 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-995cc2c2-6a0c-42c0-94ac-20b0d30a84bf req-343b6089-c5b6-4e58-8c0a-8f5a3dc5b918 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0695846 Jun 24 09:43:30.243815 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:30.266216 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7728cc2c-cde9-4a4c-8d21-8e8654b90c42 req-8011e136-7b36-4ab9-b597-664e87836413 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074696 Jun 24 09:43:30.271916 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-995cc2c2-6a0c-42c0-94ac-20b0d30a84bf req-ee68b617-3967-4367-8cf1-92ca80b3b53b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912390 Jun 24 09:43:30.391835 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bb0c4-627c-48df-b4bf-cbd37e3743c1 req-83cf606b-ff05-4f2a-af63-b26a90fe6b50 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:30.393230 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-173bb0c4-627c-48df-b4bf-cbd37e3743c1 req-83cf606b-ff05-4f2a-af63-b26a90fe6b50 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.0493515 Jun 24 09:43:30.443881 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-173bb0c4-627c-48df-b4bf-cbd37e3743c1 req-fbe337c3-672e-4ebb-b029-b47077e6988d tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Jun 24 09:43:30.868913 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:30.872276 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343818d-b87f-4963-bb7e-d9b0875adc48 req-5b87b64f-35f4-4547-a40a-6d2d897b2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:30.874060 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f343818d-b87f-4963-bb7e-d9b0875adc48 req-5b87b64f-35f4-4547-a40a-6d2d897b2a3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 1129 time: 0.0420918 Jun 24 09:43:30.977370 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d934ba7-8418-4732-97e5-0fb68af06014 req-0fd3ee0e-6b9b-4d82-9b5f-01af8e9fc1f8 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:30.978929 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2d934ba7-8418-4732-97e5-0fb68af06014 req-0fd3ee0e-6b9b-4d82-9b5f-01af8e9fc1f8 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 945 time: 0.0517390 Jun 24 09:43:31.037727 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2d934ba7-8418-4732-97e5-0fb68af06014 req-5bfcd281-f815-4360-8745-e1c215aa04af tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526915 Jun 24 09:43:31.423901 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099e537-b4ff-4c16-99ee-87b7b2b40488 req-5179bf66-37bd-4c33-92ce-932a86b5ab3d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:31.425533 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a099e537-b4ff-4c16-99ee-87b7b2b40488 req-5179bf66-37bd-4c33-92ce-932a86b5ab3d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0797005 Jun 24 09:43:31.464776 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 54556) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:31.475464 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a099e537-b4ff-4c16-99ee-87b7b2b40488 req-e368f8b2-9373-4e16-b8c1-a2890fe619f1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Jun 24 09:43:31.573672 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c5f5a-a002-418e-925b-3284c884bdb2 req-e5a6450b-1866-4432-8a9e-c2215fa00e65 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:31.575300 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-791c5f5a-a002-418e-925b-3284c884bdb2 req-e5a6450b-1866-4432-8a9e-c2215fa00e65 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.0558619 Jun 24 09:43:31.604674 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7b758994-cba7-4e53-8afb-c5b2c3f9ee01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:31.634451 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-791c5f5a-a002-418e-925b-3284c884bdb2 req-88f0b19c-d93b-425f-b59e-a662c2914e3a tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501821 Jun 24 09:43:31.707814 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7b758994-cba7-4e53-8afb-c5b2c3f9ee01 admin admin] Publish callbacks [] for security_group (dd33dad5-649d-4380-b45c-828461316044), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:31.712812 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7b758994-cba7-4e53-8afb-c5b2c3f9ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (dd33dad5-649d-4380-b45c-828461316044), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:31.754377 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-7b758994-cba7-4e53-8afb-c5b2c3f9ee01 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e40b15b7fee4e38b86da6e7fdf09b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884910 Jun 24 09:43:31.755361 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b758994-cba7-4e53-8afb-c5b2c3f9ee01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd33dad5-649d-4380-b45c-828461316044,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:31.756999 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 54570) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:31.800533 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffcef0-fa10-4553-9b2d-74080f9233bb req-97bd8022-3b28-4e51-bbfa-f6dbcbe62bd9 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:31.801984 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b0ffcef0-fa10-4553-9b2d-74080f9233bb req-97bd8022-3b28-4e51-bbfa-f6dbcbe62bd9 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0813205 Jun 24 09:43:31.847792 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-93d10450-f667-4dea-b9b6-8b40c5cea917 admin admin] Publish callbacks [] for security_group (dd33dad5-649d-4380-b45c-828461316044), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:31.875844 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b0ffcef0-fa10-4553-9b2d-74080f9233bb req-a603f862-9880-4b16-b4e6-53e771b1094d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673068 Jun 24 09:43:31.886285 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-93d10450-f667-4dea-b9b6-8b40c5cea917 admin admin] Publish callbacks [] for security_group (dd33dad5-649d-4380-b45c-828461316044), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:31.937438 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-93d10450-f667-4dea-b9b6-8b40c5cea917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (dd33dad5-649d-4380-b45c-828461316044), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:31.940091 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-93d10450-f667-4dea-b9b6-8b40c5cea917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:31.941193 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-93d10450-f667-4dea-b9b6-8b40c5cea917 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd33dad5-649d-4380-b45c-828461316044 HTTP/1.1" status: 204 len: 168 time: 0.1824882 Jun 24 09:43:31.951311 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d10450-f667-4dea-b9b6-8b40c5cea917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd33dad5-649d-4380-b45c-828461316044,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:32.156167 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a2d09-98d9-47bf-8330-2e5e7856725d req-aef4bd14-77c4-49ab-8064-9c2956085de6 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:32.157793 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-df4a2d09-98d9-47bf-8330-2e5e7856725d req-aef4bd14-77c4-49ab-8064-9c2956085de6 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 945 time: 0.0488431 Jun 24 09:43:32.179760 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:32.215253 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-df4a2d09-98d9-47bf-8330-2e5e7856725d req-0c18a26e-6c4b-45e6-8e31-b5ca182d834c tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501425 Jun 24 09:43:32.242349 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 54578) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:32.255546 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a4c5aed7-7889-4689-812e-38e2e04ef166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:32.333681 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a4c5aed7-7889-4689-812e-38e2e04ef166 admin admin] Publish callbacks [] for security_group (d7b35871-0625-4089-8d54-822ae9e36c2d), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:32.338782 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a4c5aed7-7889-4689-812e-38e2e04ef166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d7b35871-0625-4089-8d54-822ae9e36c2d), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:32.357581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:32.381002 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f343818d-b87f-4963-bb7e-d9b0875adc48 req-136f0ec8-1002-4343-9704-96061ea43955 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 Jun 24 09:43:32.385371 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-a4c5aed7-7889-4689-812e-38e2e04ef166 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ff3292876b9e44cc9763de12da8f551e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419365 Jun 24 09:43:32.388321 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 54580) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:32.388994 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5aed7-7889-4689-812e-38e2e04ef166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b35871-0625-4089-8d54-822ae9e36c2d,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:32.444018 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-60162b59-1215-4f8d-8a77-869e769a447d admin admin] Publish callbacks [] for security_group (d7b35871-0625-4089-8d54-822ae9e36c2d), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:32.466069 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-60162b59-1215-4f8d-8a77-869e769a447d admin admin] Publish callbacks [] for security_group (d7b35871-0625-4089-8d54-822ae9e36c2d), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:32.514027 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-60162b59-1215-4f8d-8a77-869e769a447d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d7b35871-0625-4089-8d54-822ae9e36c2d), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:32.516537 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-60162b59-1215-4f8d-8a77-869e769a447d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:32.517683 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-60162b59-1215-4f8d-8a77-869e769a447d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7b35871-0625-4089-8d54-822ae9e36c2d HTTP/1.1" status: 204 len: 168 time: 0.1251123 Jun 24 09:43:32.526798 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60162b59-1215-4f8d-8a77-869e769a447d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b35871-0625-4089-8d54-822ae9e36c2d,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:32.756832 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ec318-6cd0-4fcb-8292-8d74b90d3036 req-44e81af6-1645-45c2-a853-bbbfc217e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:32.758416 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-743ec318-6cd0-4fcb-8292-8d74b90d3036 req-44e81af6-1645-45c2-a853-bbbfc217e811 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 1129 time: 0.0486131 Jun 24 09:43:32.895569 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ec318-6cd0-4fcb-8292-8d74b90d3036 req-dcabe88d-6780-4277-bc49-981a96e461dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:32.897369 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-743ec318-6cd0-4fcb-8292-8d74b90d3036 req-dcabe88d-6780-4277-bc49-981a96e461dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.1314192 Jun 24 09:43:32.959986 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00f2af-8130-428a-bfdc-1f40c03d62c4 req-e95bf8c4-4c66-47f7-983c-f1187eb796de tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:32.961453 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dd00f2af-8130-428a-bfdc-1f40c03d62c4 req-e95bf8c4-4c66-47f7-983c-f1187eb796de tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.47 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 945 time: 0.0872929 Jun 24 09:43:32.977716 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d81de-e810-4160-8704-9e3979241a78 req-de3a2212-f212-46a2-8e6f-938fc8ad72da tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:32.979146 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b60d81de-e810-4160-8704-9e3979241a78 req-de3a2212-f212-46a2-8e6f-938fc8ad72da tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.0690134 Jun 24 09:43:33.031570 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22036157-cb63-4238-bc82-ca54877aaf9b req-db255835-4894-409b-afe2-4586a3fe2aa5 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:33.033001 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-22036157-cb63-4238-bc82-ca54877aaf9b req-db255835-4894-409b-afe2-4586a3fe2aa5 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0706840 Jun 24 09:43:33.087268 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b60d81de-e810-4160-8704-9e3979241a78 req-bc4120b5-f73e-4215-8c2e-14d9b9522cf2 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874400 Jun 24 09:43:33.110183 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-22036157-cb63-4238-bc82-ca54877aaf9b req-6866eca1-863b-487d-b263-41b217939b5c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698161 Jun 24 09:43:33.336251 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-743ec318-6cd0-4fcb-8292-8d74b90d3036 req-43b84e0e-17f7-4be2-98eb-ceb4c79794e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b66b36-bc61-4e7d-8b33-ed840e49fe68 HTTP/1.1" status: 200 len: 217 time: 0.0370381 Jun 24 09:43:33.369906 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac902ef2-41f1-4639-819e-444a21810b70 req-8fae682f-0a92-427e-8ea5-99989355ba9f tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:33.371379 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ac902ef2-41f1-4639-819e-444a21810b70 req-8fae682f-0a92-427e-8ea5-99989355ba9f tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 945 time: 0.0795884 Jun 24 09:43:33.392117 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ec318-6cd0-4fcb-8292-8d74b90d3036 req-9ae503bf-1e0f-4973-8813-bf38dee2bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:33.393754 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-743ec318-6cd0-4fcb-8292-8d74b90d3036 req-9ae503bf-1e0f-4973-8813-bf38dee2bad3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0483165 Jun 24 09:43:33.445090 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-dd00f2af-8130-428a-bfdc-1f40c03d62c4 req-bca481de-308d-4200-ac4c-1c816064c11d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Deleting port de904479-c699-411b-bcd7-6cca91e2d75f {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:43:33.445090 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-dd00f2af-8130-428a-bfdc-1f40c03d62c4 req-bca481de-308d-4200-ac4c-1c816064c11d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:33.467278 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ec318-6cd0-4fcb-8292-8d74b90d3036 req-5a93e632-6990-4a94-b509-31fd645bc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:33.469132 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-743ec318-6cd0-4fcb-8292-8d74b90d3036 req-5a93e632-6990-4a94-b509-31fd645bc35b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432837 Jun 24 09:43:33.491570 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ac902ef2-41f1-4639-819e-444a21810b70 req-8237c56c-c913-45a5-940c-8dc5aed2fdbf tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd3344ab-1d8a-4bee-af60-945442fdc811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833304 Jun 24 09:43:33.540110 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:33.565434 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-dd00f2af-8130-428a-bfdc-1f40c03d62c4 req-bca481de-308d-4200-ac4c-1c816064c11d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] For port de904479-c699-411b-bcd7-6cca91e2d75f, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de904479-c699-411b-bcd7-6cca91e2d75f,segment=NetworkSegment(70886151-9226-4634-843d-e5f5046c114c),segment_id=70886151-9226-4634-843d-e5f5046c114c)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:33.566420 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-dd00f2af-8130-428a-bfdc-1f40c03d62c4 req-bca481de-308d-4200-ac4c-1c816064c11d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:33.580364 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-dd00f2af-8130-428a-bfdc-1f40c03d62c4 req-bca481de-308d-4200-ac4c-1c816064c11d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Calling delete_port for de904479-c699-411b-bcd7-6cca91e2d75f owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:43:33.589491 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-743ec318-6cd0-4fcb-8292-8d74b90d3036 req-498d67a5-f859-4213-936c-d1e116c1961d service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082423 Jun 24 09:43:33.727881 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-743ec318-6cd0-4fcb-8292-8d74b90d3036 req-d5869dde-d85d-4ac2-9a11-3985067b316b service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263831 Jun 24 09:43:33.744461 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-dd00f2af-8130-428a-bfdc-1f40c03d62c4 req-bca481de-308d-4200-ac4c-1c816064c11d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (de904479-c699-411b-bcd7-6cca91e2d75f), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:33.757095 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['de904479-c699-411b-bcd7-6cca91e2d75f'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:43:33.790192 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca481de-308d-4200-ac4c-1c816064c11d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Pushing event deleted for resources: {'Port': ['ID=de904479-c699-411b-bcd7-6cca91e2d75f,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:33.840655 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd00f2af-8130-428a-bfdc-1f40c03d62c4 req-bca481de-308d-4200-ac4c-1c816064c11d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] No DVR routers for this DVR port de904479-c699-411b-bcd7-6cca91e2d75f on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:43:33.843513 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-dd00f2af-8130-428a-bfdc-1f40c03d62c4 req-bca481de-308d-4200-ac4c-1c816064c11d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:33.846754 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dd00f2af-8130-428a-bfdc-1f40c03d62c4 req-bca481de-308d-4200-ac4c-1c816064c11d tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.47 "DELETE /v2.0/ports/de904479-c699-411b-bcd7-6cca91e2d75f HTTP/1.1" status: 204 len: 173 time: 0.5406537 Jun 24 09:43:33.847244 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9293ecc8-771f-46d1-b766-87dba541e846', 'name': 'network-vif-deleted', 'tag': 'de904479-c699-411b-bcd7-6cca91e2d75f'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:43:33.849495 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7f555e-9caa-44ea-8d5b-6adea52b0050" -d '{"events": [{"server_uuid": "9293ecc8-771f-46d1-b766-87dba541e846", "name": "network-vif-deleted", "tag": "de904479-c699-411b-bcd7-6cca91e2d75f"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:43:33.885362 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9074594e-f367-44bd-b51f-86bcbabaca24 x-openstack-request-id: req-9074594e-f367-44bd-b51f-86bcbabaca24 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:43:33.885651 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9293ecc8-771f-46d1-b766-87dba541e846", "name": "network-vif-deleted", "tag": "de904479-c699-411b-bcd7-6cca91e2d75f", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:43:33.885947 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9074594e-f367-44bd-b51f-86bcbabaca24 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:43:33.886348 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9074594e-f367-44bd-b51f-86bcbabaca24'] response: {'server_uuid': '9293ecc8-771f-46d1-b766-87dba541e846', 'name': 'network-vif-deleted', 'tag': 'de904479-c699-411b-bcd7-6cca91e2d75f', 'status': 'completed', 'code': 200} Jun 24 09:43:34.206328 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4d1b4-5216-41ba-a2d6-fff5e0ca9b49 req-8705ee73-db26-4d2b-9ac5-68ee89a30126 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:34.207744 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-caa4d1b4-5216-41ba-a2d6-fff5e0ca9b49 req-8705ee73-db26-4d2b-9ac5-68ee89a30126 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.0485017 Jun 24 09:43:34.267981 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:34.296289 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92612dd7-3cdb-41b7-993d-914fac6ee6d2 req-36bb9a2f-2983-4b47-95e9-7c7671386c23 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:34.298486 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-92612dd7-3cdb-41b7-993d-914fac6ee6d2 req-36bb9a2f-2983-4b47-95e9-7c7671386c23 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0889680 Jun 24 09:43:34.334169 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-caa4d1b4-5216-41ba-a2d6-fff5e0ca9b49 req-3da193e3-d1eb-497f-a932-c0e20bab9841 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148441 Jun 24 09:43:34.375905 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-92612dd7-3cdb-41b7-993d-914fac6ee6d2 req-c68abdaa-2bab-40a3-96c5-799aae502d43 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623269 Jun 24 09:43:34.632792 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9fb8ebe9-c2b2-431c-808f-b564ec6bde13 req-f287ae73-1d1f-49b9-859a-0773c8a8d411 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 210 time: 0.0359218 Jun 24 09:43:35.488265 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2897e-23a1-4283-8aa4-2c6a997de8a6 req-eaf3775b-c7b1-447c-82be-09fe747d369c tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:35.490321 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7ac2897e-23a1-4283-8aa4-2c6a997de8a6 req-eaf3775b-c7b1-447c-82be-09fe747d369c tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.0772498 Jun 24 09:43:35.510380 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e585034-fb2b-477e-852c-f918bac76b12 req-e7586958-baae-4e10-bccf-6b702ab9bb8b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:35.511776 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e585034-fb2b-477e-852c-f918bac76b12 req-e7586958-baae-4e10-bccf-6b702ab9bb8b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0659027 Jun 24 09:43:35.576999 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7ac2897e-23a1-4283-8aa4-2c6a997de8a6 req-d8323291-910f-4910-9e60-7aa4f2d0308f tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807331 Jun 24 09:43:35.589911 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e585034-fb2b-477e-852c-f918bac76b12 req-ae874f77-6e4e-47ae-8ab6-4f72a25ecbcd tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713098 Jun 24 09:43:35.774067 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f959bf7-fcff-4251-ae35-341f432bc095 req-3162e8a9-99b1-46a2-8856-1db7548db239 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 210 time: 0.0359814 Jun 24 09:43:36.740611 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11a58-6cf5-410a-baa9-f71209cf1c23 req-34dd7546-c322-4f22-b9b6-89ecbe571cef tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:36.742177 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c9f11a58-6cf5-410a-baa9-f71209cf1c23 req-34dd7546-c322-4f22-b9b6-89ecbe571cef tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0708690 Jun 24 09:43:36.811650 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c9f11a58-6cf5-410a-baa9-f71209cf1c23 req-6689fc6b-6e5a-4deb-bccd-77eb01b56b5c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608618 Jun 24 09:43:36.932008 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6514ad18-cf46-4f98-9d0b-00029d3586b7 req-0d85f4e7-d8b8-4634-928f-aff5b797a363 tempest-VolumesActionsTest-404609107 tempest-VolumesActionsTest-404609107-project] 10.222.0.65 "GET /v2.0/ports?device_id=9293ecc8-771f-46d1-b766-87dba541e846 HTTP/1.1" status: 200 len: 210 time: 0.0613258 Jun 24 09:43:37.892931 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device de904479-c699-411b-bcd7-6cca91e2d75f no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:43:37.913693 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: de904479-c699-411b-bcd7-6cca91e2d75f {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:43:37.914003 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device de904479-c699-411b-bcd7-6cca91e2d75f not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:43:38.406418 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 54786) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:38.406418 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-8dc4df50-c082-4a1d-8490-3b2c927ea04f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1324738666', 'description': 'tempest-description--547997289'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:38.436836 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8dc4df50-c082-4a1d-8490-3b2c927ea04f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.541721 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8dc4df50-c082-4a1d-8490-3b2c927ea04f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group (2470dab5-41a2-4713-a042-e5dd86f559aa), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.546570 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8dc4df50-c082-4a1d-8490-3b2c927ea04f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (2470dab5-41a2-4713-a042-e5dd86f559aa), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.576618 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8dc4df50-c082-4a1d-8490-3b2c927ea04f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.581066 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-8dc4df50-c082-4a1d-8490-3b2c927ea04f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1764557 Jun 24 09:43:38.581374 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 54804) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:38.586128 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-1fdf9399-43b9-4759-a632-069797363559 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Request body: {'security_group_rule': {'security_group_id': '2470dab5-41a2-4713-a042-e5dd86f559aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:38.590062 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4df50-c082-4a1d-8490-3b2c927ea04f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2470dab5-41a2-4713-a042-e5dd86f559aa,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:38.625804 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9399-43b9-4759-a632-069797363559 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group_rule (5646c6c2-f8b9-46bf-b90a-472e0ff7449c), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.629364 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:38.665497 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:38.702372 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9399-43b9-4759-a632-069797363559 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group_rule (5646c6c2-f8b9-46bf-b90a-472e0ff7449c), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.709297 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9399-43b9-4759-a632-069797363559 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (5646c6c2-f8b9-46bf-b90a-472e0ff7449c), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.728873 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf9399-43b9-4759-a632-069797363559 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5646c6c2-f8b9-46bf-b90a-472e0ff7449c,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:38.738597 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9399-43b9-4759-a632-069797363559 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.739915 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-1fdf9399-43b9-4759-a632-069797363559 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574447 Jun 24 09:43:38.742651 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 54816) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:38.747539 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-a8acabb5-ca9f-4fa2-8cd5-bc6d312c7d11 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Request body: {'security_group_rule': {'security_group_id': '2470dab5-41a2-4713-a042-e5dd86f559aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:38.780192 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8acabb5-ca9f-4fa2-8cd5-bc6d312c7d11 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group_rule (cda8b858-0164-4dcc-8c81-e495dee769c5), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.842138 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8acabb5-ca9f-4fa2-8cd5-bc6d312c7d11 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group_rule (cda8b858-0164-4dcc-8c81-e495dee769c5), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.847165 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8acabb5-ca9f-4fa2-8cd5-bc6d312c7d11 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (cda8b858-0164-4dcc-8c81-e495dee769c5), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.869710 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acabb5-ca9f-4fa2-8cd5-bc6d312c7d11 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda8b858-0164-4dcc-8c81-e495dee769c5,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:38.876577 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8acabb5-ca9f-4fa2-8cd5-bc6d312c7d11 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.880712 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a8acabb5-ca9f-4fa2-8cd5-bc6d312c7d11 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338809 Jun 24 09:43:38.881114 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 54822) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:38.885689 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:38.910547 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:38.938679 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:38.995492 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:39.116979 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Allocated IP 172.27.1.175 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/46ce2ba2-32e0-47d6-be21-c81005e21843) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:43:39.129470 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:39.229435 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for port (46ce2ba2-32e0-47d6-be21-c81005e21843), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:39.264447 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (46ce2ba2-32e0-47d6-be21-c81005e21843), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:39.306876 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:43:39.311274 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:43:39.314756 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:43:39.327552 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event updated for resources: {'Port': ['ID=46ce2ba2-32e0-47d6-be21-c81005e21843,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:39.365006 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for floatingip (f1405970-5b64-4ffe-8b14-a14411bbcbd0), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:39.402148 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (46ce2ba2-32e0-47d6-be21-c81005e21843), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:39.561742 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for port (46ce2ba2-32e0-47d6-be21-c81005e21843), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:39.568400 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (46ce2ba2-32e0-47d6-be21-c81005e21843), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:39.602131 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (f1405970-5b64-4ffe-8b14-a14411bbcbd0), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:39.621266 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event updated for resources: {'Port': ['ID=46ce2ba2-32e0-47d6-be21-c81005e21843,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:39.626755 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:39.627997 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-20f3a125-b5ca-4ee3-ad59-38bf32a2dfee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7458282 Jun 24 09:43:44.235793 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-377aae64-9f54-496d-b6d1-2ca7196e3c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:45.972818 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:45.987377 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-c861bc56-6920-4e6d-82cf-024fb986afd0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1324738666&fields=id&tenant_id=42946f76423740028ae43dc6a49cbbda HTTP/1.1" status: 200 len: 267 time: 0.0625691 Jun 24 09:43:46.094781 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-41100f31-ccbd-41d6-a746-4f98e7d80c9a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:46.096240 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-41100f31-ccbd-41d6-a746-4f98e7d80c9a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 818 time: 0.1015358 Jun 24 09:43:46.111880 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-0e042900-dcda-42df-8746-6ad1bce2ea15 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/quotas/42946f76423740028ae43dc6a49cbbda HTTP/1.1" status: 200 len: 375 time: 0.0098603 Jun 24 09:43:46.165493 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-1350cadc-cc4b-4d49-a47f-1c616748fc37 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0486355 Jun 24 09:43:46.277086 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-98e6c48e-9b31-4c3a-8ee7-0bac77ae4c78 service neutron] 10.222.0.65 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995941 Jun 24 09:43:46.309889 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:46.375016 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-3c6d9688-0469-4296-9b8e-c66a935e0eed service neutron] 10.222.0.65 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919783 Jun 24 09:43:46.551708 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-30d7fde5-ed40-47a4-bea7-32ee8d0c4275 req-1c253708-5a5e-4441-be40-67c3491bdbfb tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 210 time: 0.0299160 Jun 24 09:43:46.593564 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-00b92bd0-d311-45c1-adda-594c00bc3af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:47.654081 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f0d63bfd-c1a7-4091-bdee-0e35eccdd014 req-d2b1e9ce-7824-4d25-84f4-6421a72682c3 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 210 time: 0.0292401 Jun 24 09:43:47.773967 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:48.767051 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bf0ddf38-c523-42e0-a8e1-edcc1c2d54db req-c0e95756-b55b-4e41-b8bf-4dd10587d3b4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 210 time: 0.0289505 Jun 24 09:43:48.844748 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:43:48.866616 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:48.867426 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:INSERT=4,neutron:SELECT=19,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:49.093224 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:49.246943 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:49.877931 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2e2749f7-b8c7-4bb8-b1f5-ff8863af5956 req-8e2d8025-93a1-47df-8225-f2b989f3887d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 210 time: 0.0382729 Jun 24 09:43:50.167288 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-f5049bf2-5134-47ca-952a-d3b4f0e1b807 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:50.169241 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-f5049bf2-5134-47ca-952a-d3b4f0e1b807 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 818 time: 0.1148424 Jun 24 09:43:50.234863 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-44aa4b89-c116-42fe-a483-464527e10922 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42946f76423740028ae43dc6a49cbbda HTTP/1.1" status: 200 len: 380 time: 0.0548687 Jun 24 09:43:50.253219 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Request body: {'port': {'device_id': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'admin_state_up': True, 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'security_groups': ['2470dab5-41a2-4713-a042-e5dd86f559aa']}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:50.375123 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Made reservation on behalf of 42946f76423740028ae43dc6a49cbbda for: {'port': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:43:50.379342 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:50.508636 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Allocated IP 172.20.0.9 (eee14dfc-24f3-458e-880d-b3e43ab7d14d/0cc4ca32-6807-4738-8cd7-ef513e1d29e9/604c79af-8cff-4ce1-90d3-2991416e7b7f) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:43:50.656543 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:50.691747 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:50.740496 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Network eee14dfc-24f3-458e-880d-b3e43ab7d14d is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:43:50.749488 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:43:50.751545 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event updated for resources: {'Port': ['ID=604c79af-8cff-4ce1-90d3-2991416e7b7f,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:50.754912 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:43:50.786806 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.787104 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.787437 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.787835 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.788167 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.788510 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.788819 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.789143 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.789464 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.789782 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.790100 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.790420 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.790756 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.791053 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.791402 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:50.821614 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:50.823687 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:50.841021 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-2c95827f-f3a1-4d90-a21a-c119606f424f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5914857 Jun 24 09:43:50.857171 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Request body: {'port': {'device_id': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:43:50.917377 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:50.923938 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:50.940007 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:51.008446 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94f0df-9ce3-487a-8a41-afed16de7d1f req-1a985968-3944-4c49-ac08-d404de17b613 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:51.009947 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7e94f0df-9ce3-487a-8a41-afed16de7d1f req-1a985968-3944-4c49-ac08-d404de17b613 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 931 time: 0.0486655 Jun 24 09:43:51.054392 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-1b91e9ad-7568-4abc-b5df-ba19bf24f0a9 None None] Provisioning complete for port 604c79af-8cff-4ce1-90d3-2991416e7b7f triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:43:51.055503 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-1b91e9ad-7568-4abc-b5df-ba19bf24f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:51.059511 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7e94f0df-9ce3-487a-8a41-afed16de7d1f req-d5f9f874-3832-49ea-9443-4f103ec62e62 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 Jun 24 09:43:51.114728 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-1b91e9ad-7568-4abc-b5df-ba19bf24f0a9 None None] Port 604c79af-8cff-4ce1-90d3-2991416e7b7f cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:43:51.234409 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604c79af-8cff-4ce1-90d3-2991416e7b7f {{(pid=110593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:43:51.242617 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Publish callbacks [] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:51.257982 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.provisioning_blocks [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Transition to ACTIVE for port object 604c79af-8cff-4ce1-90d3-2991416e7b7f will not be triggered until provisioned by entity L2. {{(pid=110593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:43:51.261846 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:51.318168 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Pushing event updated for resources: {'Port': ['ID=604c79af-8cff-4ce1-90d3-2991416e7b7f,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:51.395897 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Attempting to bind port 604c79af-8cff-4ce1-90d3-2991416e7b7f on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:43:51.396259 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Attempting to bind port 604c79af-8cff-4ce1-90d3-2991416e7b7f by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:43:51.396587 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Attempting to bind port 604c79af-8cff-4ce1-90d3-2991416e7b7f on network eee14dfc-24f3-458e-880d-b3e43ab7d14d {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:43:51.404855 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Port 604c79af-8cff-4ce1-90d3-2991416e7b7f on network eee14dfc-24f3-458e-880d-b3e43ab7d14d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:43:51.405587 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Attempting to bind port 604c79af-8cff-4ce1-90d3-2991416e7b7f on network eee14dfc-24f3-458e-880d-b3e43ab7d14d {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:43:51.411608 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:43:51.411944 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Checking segment: {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:43:51.412315 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Bound using segment: {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:43:51.412736 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Bound port: 604c79af-8cff-4ce1-90d3-2991416e7b7f, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d'}}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:43:51.413093 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:51.498061 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] For port 604c79af-8cff-4ce1-90d3-2991416e7b7f, host hv-cinder-80382, cleared binding levels {{(pid=110593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:43:51.502599 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] For port 604c79af-8cff-4ce1-90d3-2991416e7b7f, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:43:51.509948 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:51.555308 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:51.556097 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:51.557519 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] 10.222.0.47 "PUT /v2.0/ports/604c79af-8cff-4ce1-90d3-2991416e7b7f HTTP/1.1" status: 200 len: 1093 time: 0.7051203 Jun 24 09:43:51.559985 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:43:51.563352 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5280a35-a5be-48d4-a85d-913accc07209" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:43:51.648173 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0a95a-9490-4897-8dd3-68835bc34971 x-openstack-request-id: req-28c0a95a-9490-4897-8dd3-68835bc34971 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:43:51.648461 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:43:51.648718 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28c0a95a-9490-4897-8dd3-68835bc34971 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:43:51.649135 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c0a95a-9490-4897-8dd3-68835bc34971'] response: {'name': 'network-changed', 'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'status': 'completed', 'code': 200} Jun 24 09:43:51.652244 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7347b-998d-403a-a9dd-2ae759612916 service neutron] Pushing event updated for resources: {'Port': ['ID=604c79af-8cff-4ce1-90d3-2991416e7b7f,revision_number=3']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:51.668495 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-e554d8a4-2643-4470-af27-d1b432b4159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:51.670054 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-e554d8a4-2643-4470-af27-d1b432b4159f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 1127 time: 0.0639434 Jun 24 09:43:51.716785 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-4b6b72f7-7ec8-4de0-8180-7a756ba6ae35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f HTTP/1.1" status: 200 len: 217 time: 0.0342288 Jun 24 09:43:51.777422 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-140de681-7616-43d1-a18e-333ac64b6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:51.778910 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-140de681-7616-43d1-a18e-333ac64b6b42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0556166 Jun 24 09:43:51.827007 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-7b648633-b5d8-43d0-9f84-30c3a63057f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:51.828568 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-7b648633-b5d8-43d0-9f84-30c3a63057f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421784 Jun 24 09:43:51.887350 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:51.962439 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-9745ca16-148c-4daf-9a34-d4a46732d61f service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261034 Jun 24 09:43:52.082556 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0b0b06e4-5b05-44bc-8643-7d05e6432406 req-62f49372-4cab-4ba9-83e1-a50e09f56e42 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077251 Jun 24 09:43:52.203091 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d559c6-6f6e-4a2c-92f9-25d3476c00fa req-e49b28fa-dcd7-440c-97ae-36b43bd8bc99 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:52.211126 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-38d559c6-6f6e-4a2c-92f9-25d3476c00fa req-e49b28fa-dcd7-440c-97ae-36b43bd8bc99 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 943 time: 0.0552382 Jun 24 09:43:52.282833 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-38d559c6-6f6e-4a2c-92f9-25d3476c00fa req-7b4689c3-b38c-4511-9bcc-e62770ff7db5 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704451 Jun 24 09:43:52.812755 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 55134) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:52.947407 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a376d7a1-9ff4-4a2d-8d79-0ec592aa41ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:52.997100 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:53.044230 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a376d7a1-9ff4-4a2d-8d79-0ec592aa41ca admin admin] Publish callbacks [] for security_group (23a74587-f310-477c-a48d-1a780d6cb78b), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.052609 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a376d7a1-9ff4-4a2d-8d79-0ec592aa41ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (23a74587-f310-477c-a48d-1a780d6cb78b), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.093758 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376d7a1-9ff4-4a2d-8d79-0ec592aa41ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a74587-f310-477c-a48d-1a780d6cb78b,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:53.101567 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a376d7a1-9ff4-4a2d-8d79-0ec592aa41ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61adb98e516e407f9afdab4a9f39ecaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876763 Jun 24 09:43:53.101837 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 55138) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:53.166398 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Publish callbacks [] for security_group (23a74587-f310-477c-a48d-1a780d6cb78b), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.196937 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Publish callbacks [] for security_group (23a74587-f310-477c-a48d-1a780d6cb78b), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.255803 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.258529 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (23a74587-f310-477c-a48d-1a780d6cb78b), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.261023 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.262174 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23a74587-f310-477c-a48d-1a780d6cb78b HTTP/1.1" status: 204 len: 168 time: 0.1591291 Jun 24 09:43:53.271676 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a74587-f310-477c-a48d-1a780d6cb78b,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:53.279312 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.279888 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.280230 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.280569 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.280890 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.281381 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.281701 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.282021 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.282341 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.282766 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.283305 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.283677 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.283997 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.284319 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.284633 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9a0c93-ff43-48c2-a775-0089a1cda931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:53.402530 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5280a35-a5be-48d4-a85d-913accc07209 req-e46af316-0bd8-4586-af1c-4e88bb7b27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:53.404541 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f5280a35-a5be-48d4-a85d-913accc07209 req-e46af316-0bd8-4586-af1c-4e88bb7b27c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 1127 time: 0.0775213 Jun 24 09:43:53.448348 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f59d5d-016d-408d-a295-f9dc5eab59a7 req-eecfb02e-f9ea-4ff8-a6de-8310e651a7ed tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:53.455928 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-83f59d5d-016d-408d-a295-f9dc5eab59a7 req-eecfb02e-f9ea-4ff8-a6de-8310e651a7ed tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 943 time: 0.1038849 Jun 24 09:43:53.530706 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-83f59d5d-016d-408d-a295-f9dc5eab59a7 req-7e011619-a4d1-4576-b5a1-a7e60267c99d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734599 Jun 24 09:43:53.585684 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5280a35-a5be-48d4-a85d-913accc07209 req-e1652846-cbe5-4542-b49c-f5c6ee5d24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:53.587312 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f5280a35-a5be-48d4-a85d-913accc07209 req-e1652846-cbe5-4542-b49c-f5c6ee5d24f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.1732764 Jun 24 09:43:53.634888 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f5280a35-a5be-48d4-a85d-913accc07209 req-f3d538d1-4822-4496-a985-bb3eeb632eca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f HTTP/1.1" status: 200 len: 217 time: 0.0408380 Jun 24 09:43:53.683686 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 55150) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:53.687614 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5280a35-a5be-48d4-a85d-913accc07209 req-fcb3ec1b-4fe9-486e-ad57-ffc8d9daf1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:53.689098 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f5280a35-a5be-48d4-a85d-913accc07209 req-fcb3ec1b-4fe9-486e-ad57-ffc8d9daf1e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0475101 Jun 24 09:43:53.701660 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5ae083d6-070e-462e-8e33-eee71a5d6555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.739943 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5280a35-a5be-48d4-a85d-913accc07209 req-5c9a4dbb-0584-4ed8-b5bd-07ac88f213d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:53.746692 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f5280a35-a5be-48d4-a85d-913accc07209 req-5c9a4dbb-0584-4ed8-b5bd-07ac88f213d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448394 Jun 24 09:43:53.780854 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:53.804521 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5ae083d6-070e-462e-8e33-eee71a5d6555 admin admin] Publish callbacks [] for security_group (254aa38e-d561-4819-b36c-5c7f643d4306), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.810415 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5ae083d6-070e-462e-8e33-eee71a5d6555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (254aa38e-d561-4819-b36c-5c7f643d4306), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.848090 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f5280a35-a5be-48d4-a85d-913accc07209 req-f67871b6-f7b9-4a99-946d-e7ac06fd6899 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954139 Jun 24 09:43:53.853004 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae083d6-070e-462e-8e33-eee71a5d6555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254aa38e-d561-4819-b36c-5c7f643d4306,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:53.857981 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-5ae083d6-070e-462e-8e33-eee71a5d6555 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d4a9cc35a1e47b5a8848cea1b5a7776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728566 Jun 24 09:43:53.862674 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 55152) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:43:53.924304 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7f343df5-84f8-4894-a04b-4c72a22f15b7 admin admin] Publish callbacks [] for security_group (254aa38e-d561-4819-b36c-5c7f643d4306), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.949716 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7f343df5-84f8-4894-a04b-4c72a22f15b7 admin admin] Publish callbacks [] for security_group (254aa38e-d561-4819-b36c-5c7f643d4306), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:53.957812 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:53.969215 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f5280a35-a5be-48d4-a85d-913accc07209 req-cffe889c-d13a-46cf-9fe0-f1909fa6ac21 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092501 Jun 24 09:43:54.011633 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7f343df5-84f8-4894-a04b-4c72a22f15b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (254aa38e-d561-4819-b36c-5c7f643d4306), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:54.014279 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7f343df5-84f8-4894-a04b-4c72a22f15b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:54.015490 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-7f343df5-84f8-4894-a04b-4c72a22f15b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/254aa38e-d561-4819-b36c-5c7f643d4306 HTTP/1.1" status: 204 len: 168 time: 0.1517975 Jun 24 09:43:54.023940 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f343df5-84f8-4894-a04b-4c72a22f15b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254aa38e-d561-4819-b36c-5c7f643d4306,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:54.678781 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c36154-a969-4526-94b5-2cb035e73835 req-bf4b6fc4-fb5e-428b-8539-c593f1dda2ea tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:54.681339 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-86c36154-a969-4526-94b5-2cb035e73835 req-bf4b6fc4-fb5e-428b-8539-c593f1dda2ea tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 943 time: 0.0588648 Jun 24 09:43:54.791433 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-86c36154-a969-4526-94b5-2cb035e73835 req-14312f35-77ac-43c6-af37-15d4b2fcd60e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990965 Jun 24 09:43:55.958157 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdca022-93ee-417d-ae63-199a9ed55a13 req-f46637d5-ec39-404e-a9f9-1e6f6c54db75 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:55.959714 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2fdca022-93ee-417d-ae63-199a9ed55a13 req-f46637d5-ec39-404e-a9f9-1e6f6c54db75 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 943 time: 0.0518758 Jun 24 09:43:56.013946 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2fdca022-93ee-417d-ae63-199a9ed55a13 req-1933787a-618e-4335-8ba7-1811942e276f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465746 Jun 24 09:43:56.042034 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 604c79af-8cff-4ce1-90d3-2991416e7b7f details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:43:56.242502 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 604c79af-8cff-4ce1-90d3-2991416e7b7f, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:56.269156 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'port_id': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'mac_address': 'fa:16:3e:8f:3e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:43:56.318036 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 604c79af-8cff-4ce1-90d3-2991416e7b7f is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:43:56.318630 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:56.320847 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:56.346770 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604c79af-8cff-4ce1-90d3-2991416e7b7f {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:43:56.378019 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 604c79af-8cff-4ce1-90d3-2991416e7b7f, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:56.385805 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:56.456697 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=604c79af-8cff-4ce1-90d3-2991416e7b7f,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:56.465942 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.466282 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.466633 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.466980 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.467333 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.467865 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.468347 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.468493 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.468840 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.469128 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.469607 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.470324 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.471003 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.471234 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.471553 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:43:56.725282 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['604c79af-8cff-4ce1-90d3-2991416e7b7f'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:43:57.203881 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cc58c-ee5a-4784-8732-149b04c8853b req-110a5cc1-5a69-4dc8-8eae-3a8bf25c9ce2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:57.219809 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-971cc58c-ee5a-4784-8732-149b04c8853b req-110a5cc1-5a69-4dc8-8eae-3a8bf25c9ce2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 944 time: 0.0926316 Jun 24 09:43:57.278850 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-971cc58c-ee5a-4784-8732-149b04c8853b req-8908b150-b240-4c87-882f-b76fd830d16b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566583 Jun 24 09:43:57.629827 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-1c157824-9f8e-4952-886c-6e76f428565c req-0f9058e8-9de9-4143-a5db-07c61886c38e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538089 Jun 24 09:43:57.705796 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c157824-9f8e-4952-886c-6e76f428565c req-b693dd6c-f581-46db-8259-751d155f42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:57.705796 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-1c157824-9f8e-4952-886c-6e76f428565c req-b693dd6c-f581-46db-8259-751d155f42e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 1129 time: 0.0496321 Jun 24 09:43:57.832680 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c157824-9f8e-4952-886c-6e76f428565c req-e425ce83-8c7d-44d7-ab33-72f138c45711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:57.834311 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-1c157824-9f8e-4952-886c-6e76f428565c req-e425ce83-8c7d-44d7-ab33-72f138c45711 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.1038947 Jun 24 09:43:57.850236 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:57.881973 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-1c157824-9f8e-4952-886c-6e76f428565c req-2fbcbbb4-d7ac-4a36-be0d-dda5b4fed4ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b66b36-bc61-4e7d-8b33-ed840e49fe68 HTTP/1.1" status: 200 len: 217 time: 0.0405152 Jun 24 09:43:57.937288 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c157824-9f8e-4952-886c-6e76f428565c req-c3c64377-2021-4b8e-a225-91c276c21486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:57.939038 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-1c157824-9f8e-4952-886c-6e76f428565c req-c3c64377-2021-4b8e-a225-91c276c21486 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0506029 Jun 24 09:43:58.642880 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f402ea3-9a20-426b-a8b7-64b78ed92efc req-8d30e30e-d631-4530-b717-90aad179c2f1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:58.644376 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0f402ea3-9a20-426b-a8b7-64b78ed92efc req-8d30e30e-d631-4530-b717-90aad179c2f1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 944 time: 0.2731566 Jun 24 09:43:58.695064 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0f402ea3-9a20-426b-a8b7-64b78ed92efc req-26958a3c-455a-490c-bb8c-be7312ee2bde tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448511 Jun 24 09:43:58.838309 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:58.840189 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:59.125792 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 604c79af-8cff-4ce1-90d3-2991416e7b7f up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:43:59.175827 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port 604c79af-8cff-4ce1-90d3-2991416e7b7f completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:43:59.183958 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 604c79af-8cff-4ce1-90d3-2991416e7b7f triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:43:59.184343 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:59.257347 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:43:59.264458 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 604c79af-8cff-4ce1-90d3-2991416e7b7f is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:43:59.264865 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:59.292786 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:43:59.295103 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a921a75c-a641-45b2-8c86-86dd91902416" -d '{"events": [{"server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "name": "network-vif-plugged", "status": "completed", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:43:59.309360 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 604c79af-8cff-4ce1-90d3-2991416e7b7f, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:43:59.315198 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:43:59.343271 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3a7350-1c5e-4463-a6c3-2cd8acbba53a x-openstack-request-id: req-4f3a7350-1c5e-4463-a6c3-2cd8acbba53a {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:43:59.343589 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "name": "network-vif-plugged", "status": "completed", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:43:59.343843 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f3a7350-1c5e-4463-a6c3-2cd8acbba53a {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:43:59.344239 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3a7350-1c5e-4463-a6c3-2cd8acbba53a'] response: {'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'code': 200} Jun 24 09:43:59.371236 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=604c79af-8cff-4ce1-90d3-2991416e7b7f,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:43:59.400398 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c157824-9f8e-4952-886c-6e76f428565c req-36f457a6-2ee2-4af9-b1ea-0ad03ff69fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:59.401908 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-1c157824-9f8e-4952-886c-6e76f428565c req-36f457a6-2ee2-4af9-b1ea-0ad03ff69fbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2761269 Jun 24 09:43:59.820073 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd7317-ac2f-4b7c-931e-24a5f4bfecd0 req-eee0a513-b918-432d-acee-1a352c3d3c81 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:43:59.821525 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-24cd7317-ac2f-4b7c-931e-24a5f4bfecd0 req-eee0a513-b918-432d-acee-1a352c3d3c81 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0479929 Jun 24 09:43:59.869413 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-24cd7317-ac2f-4b7c-931e-24a5f4bfecd0 req-93d92ec6-b073-49db-91ae-76a336996e23 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423090 Jun 24 09:44:00.994277 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-1c157824-9f8e-4952-886c-6e76f428565c req-abd1194e-a364-4df5-81c1-33ca7a66f37c service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012266 Jun 24 09:44:01.031558 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f1c6e-ce39-4860-bfa4-e967f4a83836 req-0a0166ae-4f27-4b29-89a9-e43767703b36 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:01.040183 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-265f1c6e-ce39-4860-bfa4-e967f4a83836 req-0a0166ae-4f27-4b29-89a9-e43767703b36 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0763073 Jun 24 09:44:01.106396 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-1c157824-9f8e-4952-886c-6e76f428565c req-212a15ce-5780-4dc7-afba-0491dc1c5d2c service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057997 Jun 24 09:44:01.139271 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-265f1c6e-ce39-4860-bfa4-e967f4a83836 req-02fd0284-d6de-48fb-98e0-679e955ee360 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949833 Jun 24 09:44:01.179365 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6124050-21b7-4f91-8ab8-201efa0fe4b4 req-e2d965cf-5759-4277-8ae8-e0f8252a08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:01.181867 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f6124050-21b7-4f91-8ab8-201efa0fe4b4 req-e2d965cf-5759-4277-8ae8-e0f8252a08ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 1129 time: 0.0727232 Jun 24 09:44:01.228780 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f6124050-21b7-4f91-8ab8-201efa0fe4b4 req-fe5c3b02-cac7-4f8c-900f-d9d2dcc46150 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402372 Jun 24 09:44:02.225395 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f19488-eca1-4c04-9d10-64c38cac613a req-c414dc44-1155-43dd-b56c-d163be32ae44 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:02.229291 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-17f19488-eca1-4c04-9d10-64c38cac613a req-c414dc44-1155-43dd-b56c-d163be32ae44 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0833418 Jun 24 09:44:02.318812 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90460060-30b2-4908-a6c6-286c34e1662d req-ab57529c-2ed6-4d6b-858c-59fc775f6954 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:02.320646 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-90460060-30b2-4908-a6c6-286c34e1662d req-ab57529c-2ed6-4d6b-858c-59fc775f6954 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0898213 Jun 24 09:44:02.382879 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-17f19488-eca1-4c04-9d10-64c38cac613a req-ce9f8c3b-955b-4b1e-8c92-fbad3f9ea1d5 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391163 Jun 24 09:44:02.386625 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:02.411634 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-90460060-30b2-4908-a6c6-286c34e1662d req-d4e48cfe-d8ff-4e38-a292-d99af4a2463c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763352 Jun 24 09:44:03.511980 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9ee74-b564-46cb-82ab-f083e38fd7ef req-e804e9a2-427a-4739-8646-fa8c98017e17 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:03.513409 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4ff9ee74-b564-46cb-82ab-f083e38fd7ef req-e804e9a2-427a-4739-8646-fa8c98017e17 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0709949 Jun 24 09:44:03.579919 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503037a-4244-4a21-abad-84033f16a935 req-49aff2a0-bfcb-4bd9-b859-2bfcf51ce371 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:03.581329 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f503037a-4244-4a21-abad-84033f16a935 req-49aff2a0-bfcb-4bd9-b859-2bfcf51ce371 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0670695 Jun 24 09:44:03.601005 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:03.613958 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4ff9ee74-b564-46cb-82ab-f083e38fd7ef req-c9cffb2b-8121-4bf9-91f0-c1cccbc06cc0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912614 Jun 24 09:44:03.640760 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f503037a-4244-4a21-abad-84033f16a935 req-a754c3c2-4d68-40ba-be9d-8c2effb854f0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534604 Jun 24 09:44:04.766115 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a29f-86b1-4e94-8d5c-d0c0e2bae816 req-510f736c-52c7-4e03-94e9-b50e55a138c0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:04.767613 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b6a9a29f-86b1-4e94-8d5c-d0c0e2bae816 req-510f736c-52c7-4e03-94e9-b50e55a138c0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0757158 Jun 24 09:44:04.788672 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f26684-8fee-4272-9caf-3f58a123a9a5 req-be818cab-1106-45bc-a16d-7378bf820d7f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:04.790069 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-34f26684-8fee-4272-9caf-3f58a123a9a5 req-be818cab-1106-45bc-a16d-7378bf820d7f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0695808 Jun 24 09:44:04.859165 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b6a9a29f-86b1-4e94-8d5c-d0c0e2bae816 req-d180481c-67f9-48c1-9a24-daca7f2d5e5a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845294 Jun 24 09:44:04.864216 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-34f26684-8fee-4272-9caf-3f58a123a9a5 req-1291e1eb-8c70-4bf1-8fa5-276e4ac40f94 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636785 Jun 24 09:44:06.060566 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a8ba2-0d53-487b-9de8-c8660d1ff8d4 req-5b52165e-daf4-457d-bded-098728325646 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:06.070090 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c80a8ba2-0d53-487b-9de8-c8660d1ff8d4 req-5b52165e-daf4-457d-bded-098728325646 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0937073 Jun 24 09:44:06.185074 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfad10-59dd-4fb1-a2c3-9d5d74463d3a req-8ea4493f-119d-43ea-9f01-acdb55eca7cc tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:06.195608 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-41cfad10-59dd-4fb1-a2c3-9d5d74463d3a req-8ea4493f-119d-43ea-9f01-acdb55eca7cc tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1458669 Jun 24 09:44:06.247684 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c80a8ba2-0d53-487b-9de8-c8660d1ff8d4 req-68906739-5545-4e84-a48a-69272272e979 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747351 Jun 24 09:44:06.311413 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-41cfad10-59dd-4fb1-a2c3-9d5d74463d3a req-03d2d1b3-094b-415e-8095-2637ae27941a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147597 Jun 24 09:44:07.512728 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b3a2-3524-46ba-9915-00a07c2cf6f2 req-768a73b4-99c8-4993-bda6-769adcdcf45b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:07.516163 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-45e6b3a2-3524-46ba-9915-00a07c2cf6f2 req-768a73b4-99c8-4993-bda6-769adcdcf45b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0907910 Jun 24 09:44:07.564485 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 55442) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:07.570592 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4ae5d-c224-4586-bf23-97bd3d422f03 req-2fcfef20-0036-4859-9f2d-4bad16a21b98 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:07.577187 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2ee4ae5d-c224-4586-bf23-97bd3d422f03 req-2fcfef20-0036-4859-9f2d-4bad16a21b98 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.2180567 Jun 24 09:44:07.678517 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-45e6b3a2-3524-46ba-9915-00a07c2cf6f2 req-c607a504-4b74-446f-b3e2-bdcc3b0afe52 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502917 Jun 24 09:44:07.704501 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2ee4ae5d-c224-4586-bf23-97bd3d422f03 req-eeb22fc4-0a47-4f7d-b628-9237df5c49f0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087244 Jun 24 09:44:07.819377 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-60c7b32f-977a-4f4e-901d-d34c63c36a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:07.897004 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db6e75-707b-496c-bd25-f8d951265744 req-6b6d9602-7c7d-4a49-816b-c066492fc7e2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:07.907808 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-94db6e75-707b-496c-bd25-f8d951265744 req-6b6d9602-7c7d-4a49-816b-c066492fc7e2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0710490 Jun 24 09:44:07.910808 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 55456) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:07.921356 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-cddffb55-4c44-4341-a5eb-654c02cc7ef0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Request body: {'floatingip': {'port_id': '604c79af-8cff-4ce1-90d3-2991416e7b7f'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:07.959468 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-60c7b32f-977a-4f4e-901d-d34c63c36a12 admin admin] Publish callbacks [] for security_group (4bbf605e-cc6d-4e98-b5b7-c298df68331a), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:07.968661 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-60c7b32f-977a-4f4e-901d-d34c63c36a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (4bbf605e-cc6d-4e98-b5b7-c298df68331a), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:07.978021 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cddffb55-4c44-4341-a5eb-654c02cc7ef0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for floatingip (f1405970-5b64-4ffe-8b14-a14411bbcbd0), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:08.032985 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 55462) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:08.035180 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-60c7b32f-977a-4f4e-901d-d34c63c36a12 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26b39aee6f734447809c87d967410487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682536 Jun 24 09:44:08.068631 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7b32f-977a-4f4e-901d-d34c63c36a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbf605e-cc6d-4e98-b5b7-c298df68331a,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:08.150824 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f1f741c1-1bef-451c-bd5e-6b0c218ebabd admin admin] Publish callbacks [] for security_group (4bbf605e-cc6d-4e98-b5b7-c298df68331a), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:08.254188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f1f741c1-1bef-451c-bd5e-6b0c218ebabd admin admin] Publish callbacks [] for security_group (4bbf605e-cc6d-4e98-b5b7-c298df68331a), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:08.330007 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:08.336454 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:08.480928 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f1f741c1-1bef-451c-bd5e-6b0c218ebabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (4bbf605e-cc6d-4e98-b5b7-c298df68331a), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:08.484039 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f1f741c1-1bef-451c-bd5e-6b0c218ebabd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:08.488794 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-f1f741c1-1bef-451c-bd5e-6b0c218ebabd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bbf605e-cc6d-4e98-b5b7-c298df68331a HTTP/1.1" status: 204 len: 168 time: 0.4519193 Jun 24 09:44:08.561670 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f741c1-1bef-451c-bd5e-6b0c218ebabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbf605e-cc6d-4e98-b5b7-c298df68331a,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:08.629852 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 55480) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:08.636780 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-778e8f78-8cc4-45c0-89b3-ea0e048f842b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554424275', 'description': 'tempest-description--340213897'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:08.700075 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-778e8f78-8cc4-45c0-89b3-ea0e048f842b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:08.720407 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=100 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:08.827805 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cddffb55-4c44-4341-a5eb-654c02cc7ef0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:08.838498 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cddffb55-4c44-4341-a5eb-654c02cc7ef0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (f1405970-5b64-4ffe-8b14-a14411bbcbd0), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:08.904637 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-778e8f78-8cc4-45c0-89b3-ea0e048f842b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (8394461d-ee64-4811-8d5d-967aa36eb160), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:08.917340 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-778e8f78-8cc4-45c0-89b3-ea0e048f842b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8394461d-ee64-4811-8d5d-967aa36eb160), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:08.940007 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:08.961456 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-778e8f78-8cc4-45c0-89b3-ea0e048f842b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:08.963294 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-778e8f78-8cc4-45c0-89b3-ea0e048f842b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3313007 Jun 24 09:44:08.964819 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e8f78-8cc4-45c0-89b3-ea0e048f842b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8394461d-ee64-4811-8d5d-967aa36eb160,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:08.967212 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 55490) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:08.972637 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-4b685491-42ca-49a9-9371-a97a9bebefec tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group_rule': {'security_group_id': '8394461d-ee64-4811-8d5d-967aa36eb160', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:09.035875 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [None req-cddffb55-4c44-4341-a5eb-654c02cc7ef0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Floating IP f1405970-5b64-4ffe-8b14-a14411bbcbd0 associated. External IP: 172.27.1.175, port: 604c79af-8cff-4ce1-90d3-2991416e7b7f. Jun 24 09:44:09.042394 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b685491-42ca-49a9-9371-a97a9bebefec tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (a040f029-828f-454f-9400-4b8afc3b34b4), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:09.045115 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6536f-e757-4141-ae4b-75c76b1d5241 req-89adf2a1-909d-4994-9974-70aa28d4a61f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:09.047663 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d8e6536f-e757-4141-ae4b-75c76b1d5241 req-89adf2a1-909d-4994-9974-70aa28d4a61f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0951779 Jun 24 09:44:09.190413 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d8e6536f-e757-4141-ae4b-75c76b1d5241 req-de4a1a66-a705-424d-8db6-57f91178848a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040399 Jun 24 09:44:09.211566 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b685491-42ca-49a9-9371-a97a9bebefec tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (a040f029-828f-454f-9400-4b8afc3b34b4), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:09.218600 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b685491-42ca-49a9-9371-a97a9bebefec tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (a040f029-828f-454f-9400-4b8afc3b34b4), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:09.270137 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b685491-42ca-49a9-9371-a97a9bebefec tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:09.275758 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-4b685491-42ca-49a9-9371-a97a9bebefec tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3037047 Jun 24 09:44:09.282263 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 55500) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:09.296343 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-b868cc1d-7b35-468b-84f0-567a5771422f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group_rule': {'security_group_id': '8394461d-ee64-4811-8d5d-967aa36eb160', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:09.319055 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b685491-42ca-49a9-9371-a97a9bebefec tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a040f029-828f-454f-9400-4b8afc3b34b4,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:09.348081 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b868cc1d-7b35-468b-84f0-567a5771422f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (15bdf971-07c5-4761-a05b-609cba3adef7), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:09.369136 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:UPDATE=3,neutron:SELECT=61 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:09.430502 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b868cc1d-7b35-468b-84f0-567a5771422f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (15bdf971-07c5-4761-a05b-609cba3adef7), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:09.438810 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b868cc1d-7b35-468b-84f0-567a5771422f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (15bdf971-07c5-4761-a05b-609cba3adef7), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:09.492391 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868cc1d-7b35-468b-84f0-567a5771422f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bdf971-07c5-4761-a05b-609cba3adef7,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:09.503385 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddffb55-4c44-4341-a5eb-654c02cc7ef0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:44:09.509373 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b868cc1d-7b35-468b-84f0-567a5771422f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:09.513358 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-b868cc1d-7b35-468b-84f0-567a5771422f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2295277 Jun 24 09:44:09.517131 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:09.517733 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 55510) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:09.529417 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:09.586375 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:09.709634 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddffb55-4c44-4341-a5eb-654c02cc7ef0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:44:09.726718 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cddffb55-4c44-4341-a5eb-654c02cc7ef0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:09.727234 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454164cc-5473-4f78-bf20-030f3374cfd4 None None] Sync routers for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:44:09.750439 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:09.758626 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454164cc-5473-4f78-bf20-030f3374cfd4 None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:44:09.773324 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-454164cc-5473-4f78-bf20-030f3374cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:43:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:09.828656 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-cddffb55-4c44-4341-a5eb-654c02cc7ef0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "PUT /v2.0/floatingips/f1405970-5b64-4ffe-8b14-a14411bbcbd0 HTTP/1.1" status: 200 len: 991 time: 1.9137959 Jun 24 09:44:09.829753 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:44:09.843057 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baf23fe-19b6-49d3-b254-510d8039f323" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:44:09.990070 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2c2b8a-bfc7-46e9-ab46-143a9b3fe6e7 x-openstack-request-id: req-ca2c2b8a-bfc7-46e9-ab46-143a9b3fe6e7 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:44:09.991304 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:44:09.992254 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca2c2b8a-bfc7-46e9-ab46-143a9b3fe6e7 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:44:09.993386 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2c2b8a-bfc7-46e9-ab46-143a9b3fe6e7'] response: {'name': 'network-changed', 'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'status': 'completed', 'code': 200} Jun 24 09:44:10.020049 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-454164cc-5473-4f78-bf20-030f3374cfd4 None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:44:10.141241 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Allocated IP 172.27.1.51 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/80b082e5-272c-4274-b5a7-84697a81fc26) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:44:10.325322 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:10.336826 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (80b082e5-272c-4274-b5a7-84697a81fc26), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:10.427054 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (80b082e5-272c-4274-b5a7-84697a81fc26), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:10.448250 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203543c-91e1-42ed-937d-c0759da0244f req-cd670002-1fef-4b90-a8b8-b7cf323dd492 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:10.456022 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c203543c-91e1-42ed-937d-c0759da0244f req-cd670002-1fef-4b90-a8b8-b7cf323dd492 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0728674 Jun 24 09:44:10.531117 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:44:10.537971 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:10.544580 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c203543c-91e1-42ed-937d-c0759da0244f req-1c45672a-7bf7-4831-a08b-bbe45eefae66 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831876 Jun 24 09:44:10.548159 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-454164cc-5473-4f78-bf20-030f3374cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'f1405970-5b64-4ffe-8b14-a14411bbcbd0', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'port_id': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'mac_address': 'fa:16:3e:8f:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:43:39Z', 'updated_at': '2022-06-24T09:44:08Z', 'revision_number': 1, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:15Z', 'revision_number': 5, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:10.552812 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:10.574534 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:44:10.595682 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454164cc-5473-4f78-bf20-030f3374cfd4 None None] Checking router: 8f5a0532-93aa-429f-b4d8-abb390f8cb57 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:44:10.606775 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454164cc-5473-4f78-bf20-030f3374cfd4 None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:44:10.607799 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-454164cc-5473-4f78-bf20-030f3374cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:43:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:10.611918 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=80b082e5-272c-4274-b5a7-84697a81fc26,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:10.719024 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (8e8a06d8-e00e-4265-a04b-2ef9b3076e9e), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:10.755616 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (80b082e5-272c-4274-b5a7-84697a81fc26), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:10.781494 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-454164cc-5473-4f78-bf20-030f3374cfd4 None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:44:10.930418 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (80b082e5-272c-4274-b5a7-84697a81fc26), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:10.936061 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (80b082e5-272c-4274-b5a7-84697a81fc26), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:11.010473 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=80b082e5-272c-4274-b5a7-84697a81fc26,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:11.028587 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (8e8a06d8-e00e-4265-a04b-2ef9b3076e9e), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:11.056547 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:11.058077 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-b5b09863-1629-4bf8-b1f4-60f010b6cec4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5391598 Jun 24 09:44:11.171685 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-454164cc-5473-4f78-bf20-030f3374cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'f1405970-5b64-4ffe-8b14-a14411bbcbd0', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'port_id': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'mac_address': 'fa:16:3e:8f:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:43:39Z', 'updated_at': '2022-06-24T09:44:08Z', 'revision_number': 1, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:15Z', 'revision_number': 5, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:11.199425 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454164cc-5473-4f78-bf20-030f3374cfd4 None None] The sync data for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi is: [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'f1405970-5b64-4ffe-8b14-a14411bbcbd0', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'port_id': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'mac_address': 'fa:16:3e:8f:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:43:39Z', 'updated_at': '2022-06-24T09:44:08Z', 'revision_number': 1, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:15Z', 'revision_number': 5, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:44:11.292669 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-2daf2c25-d400-4eec-99bb-225dbb04a4fe tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1554424275&fields=id&tenant_id=30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 267 time: 0.0449758 Jun 24 09:44:11.415542 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-2d982899-b6f4-449f-8543-c038c28a492b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:11.417510 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-2d982899-b6f4-449f-8543-c038c28a492b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 814 time: 0.1165719 Jun 24 09:44:11.424194 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396741b3-b6db-4842-a312-64a03b45f5d2 None None] New status for floating IP f1405970-5b64-4ffe-8b14-a14411bbcbd0: ACTIVE {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:44:11.444014 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-d009a0da-c1d2-467f-a2c1-a3273953ec8b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/quotas/30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 375 time: 0.0134785 Jun 24 09:44:11.498201 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-d394e8bd-99f7-4377-81b6-4299f35b9d56 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478086 Jun 24 09:44:11.606210 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:11.610709 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-45ad9602-a4ed-409d-ba97-514f0189b393 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001956 Jun 24 09:44:11.784391 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-b1f17746-8b98-4e3f-a390-b67e9b5bc35a service neutron] 10.222.0.65 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618183 Jun 24 09:44:11.793289 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7d21-79be-4ee2-a59f-5cfbf8833866 req-ab8b4d68-ef72-47c7-94e4-d6493387d64c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:11.794759 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e67b7d21-79be-4ee2-a59f-5cfbf8833866 req-ab8b4d68-ef72-47c7-94e4-d6493387d64c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0826287 Jun 24 09:44:11.845402 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e67b7d21-79be-4ee2-a59f-5cfbf8833866 req-a2219c3c-ab2c-4a27-8a16-d09bbecd3a56 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442119 Jun 24 09:44:11.958643 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-14b9d843-3081-48c1-990d-969a4bfa17b2 req-b7a9cd0d-a546-4814-bcfb-e0eae5142b8b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 210 time: 0.0302429 Jun 24 09:44:12.218772 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf23fe-19b6-49d3-b254-510d8039f323 req-b88d5ecf-250e-4ea5-8be6-931dc6e20a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:12.220620 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6baf23fe-19b6-49d3-b254-510d8039f323 req-b88d5ecf-250e-4ea5-8be6-931dc6e20a2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 1129 time: 0.0548828 Jun 24 09:44:12.330666 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf23fe-19b6-49d3-b254-510d8039f323 req-6e8ec72d-89a1-45ff-a732-6f4de237c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:12.332238 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6baf23fe-19b6-49d3-b254-510d8039f323 req-6e8ec72d-89a1-45ff-a732-6f4de237c78c service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.1046333 Jun 24 09:44:12.516300 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6baf23fe-19b6-49d3-b254-510d8039f323 req-6b2179c7-706a-4750-828e-3e84a54a9dcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f HTTP/1.1" status: 200 len: 1001 time: 0.1762872 Jun 24 09:44:12.891404 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:12.909994 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf23fe-19b6-49d3-b254-510d8039f323 req-c1fae66e-248e-46c0-abc6-e26d0ba38e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:12.913902 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6baf23fe-19b6-49d3-b254-510d8039f323 req-c1fae66e-248e-46c0-abc6-e26d0ba38e0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.3889546 Jun 24 09:44:13.172098 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bcf84b3f-4a2d-4c48-a4bc-0a55c4ffd6b4 req-07ed85ab-9886-4259-90d6-7e40455b0056 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 210 time: 0.0556762 Jun 24 09:44:13.178284 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051aeaf-df5f-448b-b881-d12223528840 req-d9acaa15-52ee-4cc0-b3e5-618d11276332 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:13.185488 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5051aeaf-df5f-448b-b881-d12223528840 req-d9acaa15-52ee-4cc0-b3e5-618d11276332 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1600869 Jun 24 09:44:13.234897 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf23fe-19b6-49d3-b254-510d8039f323 req-1972c27b-00e6-4f35-8a04-3f540fc188d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:13.236522 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6baf23fe-19b6-49d3-b254-510d8039f323 req-1972c27b-00e6-4f35-8a04-3f540fc188d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1312101 Jun 24 09:44:13.344690 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5051aeaf-df5f-448b-b881-d12223528840 req-405b0548-05ae-4ab2-926e-84d20c199e50 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582346 Jun 24 09:44:13.452182 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6baf23fe-19b6-49d3-b254-510d8039f323 req-efe8a5fb-920e-4055-a28c-2438122c9547 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891348 Jun 24 09:44:13.488450 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fb853886-d93a-41a7-a6ec-55c6a808a5f4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:13.490208 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fb853886-d93a-41a7-a6ec-55c6a808a5f4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 814 time: 0.2293837 Jun 24 09:44:13.620760 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-bf162784-f686-49ca-81c0-ce053c856f0e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 473 time: 0.1108181 Jun 24 09:44:13.652528 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6baf23fe-19b6-49d3-b254-510d8039f323 req-02ff5813-28d3-433f-904b-8ec6071c8eb2 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863158 Jun 24 09:44:13.734414 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'port': {'device_id': '67719189-e3da-4e2f-99cd-a136ece74789', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'admin_state_up': True, 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'security_groups': ['8394461d-ee64-4811-8d5d-967aa36eb160']}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:13.900365 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Made reservation on behalf of 30033ce42b5a43b78dde38163831cea2 for: {'port': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:44:13.906514 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:13.997419 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:14.013790 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:14.131560 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Allocated IP 172.20.0.3 (d6d825bf-3025-4144-aa4c-5693ec78fffa/2f1591ae-0529-40f2-a2e2-f283f857afff/a8a8d8ec-532a-4f39-a19c-dd244aecac18) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:44:14.267426 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-78cb67ee-1e57-40c8-aa77-67d84d3f6155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:14.430810 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f19ff422-2bc0-47d0-bb7f-86ccca9b515f req-044619e0-0cfa-4807-8c98-37ce10f892fc tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 210 time: 0.0788195 Jun 24 09:44:14.561668 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:14.714700 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:14.750968 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b430c1-ae36-4293-a403-db0df3678725 req-d9221496-b514-43ab-8116-350cb8891dfa tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:14.754339 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d3b430c1-ae36-4293-a403-db0df3678725 req-d9221496-b514-43ab-8116-350cb8891dfa tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1066904 Jun 24 09:44:14.789377 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Network d6d825bf-3025-4144-aa4c-5693ec78fffa is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:44:14.798462 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:14.817290 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:44:14.823643 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=a8a8d8ec-532a-4f39-a19c-dd244aecac18,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:14.844278 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d3b430c1-ae36-4293-a403-db0df3678725 req-dca9430f-b118-4eed-9abe-92ba19fd31a9 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782230 Jun 24 09:44:14.897935 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:14.898739 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:14.921619 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-fe8a0116-6295-44c9-8009-57a92ca94261 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1952701 Jun 24 09:44:15.183549 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-4e44d743-7b49-4f90-b639-a620f4bf02d5 None None] Provisioning complete for port a8a8d8ec-532a-4f39-a19c-dd244aecac18 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:15.184645 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-4e44d743-7b49-4f90-b639-a620f4bf02d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:15.189467 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:15.276656 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-4e44d743-7b49-4f90-b639-a620f4bf02d5 None None] Port a8a8d8ec-532a-4f39-a19c-dd244aecac18 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:44:15.666845 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a0cec-2692-4409-a9f8-166fee3d5354 req-02aa0e6b-6eba-4c02-a5a1-96055fe32e55 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:15.668540 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-997a0cec-2692-4409-a9f8-166fee3d5354 req-02aa0e6b-6eba-4c02-a5a1-96055fe32e55 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 931 time: 0.0719838 Jun 24 09:44:15.752135 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-997a0cec-2692-4409-a9f8-166fee3d5354 req-84313746-c04a-48c3-9a7e-c7ca63f403cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724473 Jun 24 09:44:16.032445 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d653-cde6-4b08-b0fb-6e06e1c2a759 req-e6937452-729a-44a8-960a-301dc0bdbf69 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:16.043627 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2654d653-cde6-4b08-b0fb-6e06e1c2a759 req-e6937452-729a-44a8-960a-301dc0bdbf69 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0985782 Jun 24 09:44:16.066093 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:16.131326 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2654d653-cde6-4b08-b0fb-6e06e1c2a759 req-31004669-aa88-428d-954b-04a460c76d59 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840261 Jun 24 09:44:16.589528 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0fce9182-984a-4c2b-9601-c5c3248ffe65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:16.927783 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afc40f-4339-41cd-8218-f47f8e4d5eb8 req-4a432224-6758-4540-8eb2-43acdbf373fe tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:16.931035 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-79afc40f-4339-41cd-8218-f47f8e4d5eb8 req-4a432224-6758-4540-8eb2-43acdbf373fe tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 931 time: 0.0736918 Jun 24 09:44:17.004663 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-79afc40f-4339-41cd-8218-f47f8e4d5eb8 req-a8c92247-2c87-4bb8-ae25-94a4b4342ac6 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633698 Jun 24 09:44:17.327136 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b3053-4c03-4b2d-96b6-d833ffd4cff7 req-877dffe9-5f2d-4f75-af3c-e0b56ea29ccf tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:17.338124 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-100b3053-4c03-4b2d-96b6-d833ffd4cff7 req-877dffe9-5f2d-4f75-af3c-e0b56ea29ccf tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0925796 Jun 24 09:44:17.414287 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-100b3053-4c03-4b2d-96b6-d833ffd4cff7 req-54fe8fbc-20f0-439f-ac50-5461af1a7a70 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748076 Jun 24 09:44:17.485674 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Request body: {'port': {'device_id': '67719189-e3da-4e2f-99cd-a136ece74789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:17.571556 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:17.782490 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:17.929774 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a8d8ec-532a-4f39-a19c-dd244aecac18 {{(pid=110593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:44:17.944935 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Publish callbacks [] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:17.961427 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.provisioning_blocks [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Transition to ACTIVE for port object a8a8d8ec-532a-4f39-a19c-dd244aecac18 will not be triggered until provisioned by entity L2. {{(pid=110593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:44:17.970463 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:18.023576 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:18.027415 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:18.050873 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Pushing event updated for resources: {'Port': ['ID=a8a8d8ec-532a-4f39-a19c-dd244aecac18,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:18.160119 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Attempting to bind port a8a8d8ec-532a-4f39-a19c-dd244aecac18 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:44:18.160609 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Attempting to bind port a8a8d8ec-532a-4f39-a19c-dd244aecac18 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:44:18.161062 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Attempting to bind port a8a8d8ec-532a-4f39-a19c-dd244aecac18 on network d6d825bf-3025-4144-aa4c-5693ec78fffa {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:44:18.167206 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Port a8a8d8ec-532a-4f39-a19c-dd244aecac18 on network d6d825bf-3025-4144-aa4c-5693ec78fffa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:44:18.167510 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Attempting to bind port a8a8d8ec-532a-4f39-a19c-dd244aecac18 on network d6d825bf-3025-4144-aa4c-5693ec78fffa {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:44:18.173579 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:44:18.174300 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Checking segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:44:18.174842 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Bound using segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:44:18.175204 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Bound port: a8a8d8ec-532a-4f39-a19c-dd244aecac18, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:44:18.175565 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:18.226816 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334619-5ecd-40c8-8127-8fc68cbd0508 req-b40ae628-2e9d-49c6-8b56-77186ffe5158 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:18.239192 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b6334619-5ecd-40c8-8127-8fc68cbd0508 req-b40ae628-2e9d-49c6-8b56-77186ffe5158 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 943 time: 0.0944035 Jun 24 09:44:18.309719 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] For port a8a8d8ec-532a-4f39-a19c-dd244aecac18, host hv-cinder-80382, cleared binding levels {{(pid=110593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:44:18.325032 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] For port a8a8d8ec-532a-4f39-a19c-dd244aecac18, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a8a8d8ec-532a-4f39-a19c-dd244aecac18,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:44:18.348488 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:18.349508 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b6334619-5ecd-40c8-8127-8fc68cbd0508 req-549f1dd6-a25d-4a2d-bc55-c798984846f5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085093 Jun 24 09:44:18.403544 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:18.404176 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:18.406639 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] 10.222.0.47 "PUT /v2.0/ports/a8a8d8ec-532a-4f39-a19c-dd244aecac18 HTTP/1.1" status: 200 len: 1093 time: 0.9282451 Jun 24 09:44:18.411200 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67719189-e3da-4e2f-99cd-a136ece74789', 'tag': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:44:18.414984 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ebd8b7-d029-47cc-8bf5-cf825b35a631" -d '{"events": [{"name": "network-changed", "server_uuid": "67719189-e3da-4e2f-99cd-a136ece74789", "tag": "a8a8d8ec-532a-4f39-a19c-dd244aecac18"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:44:18.483914 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52254b1c-6a9a-4838-b2b0-029d0259637f service neutron] Pushing event updated for resources: {'Port': ['ID=a8a8d8ec-532a-4f39-a19c-dd244aecac18,revision_number=3']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:18.497479 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60f4fcc-849b-41fd-811d-51a36db1e656 x-openstack-request-id: req-e60f4fcc-849b-41fd-811d-51a36db1e656 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:44:18.498016 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67719189-e3da-4e2f-99cd-a136ece74789", "tag": "a8a8d8ec-532a-4f39-a19c-dd244aecac18", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:44:18.498016 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e60f4fcc-849b-41fd-811d-51a36db1e656 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:44:18.498477 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60f4fcc-849b-41fd-811d-51a36db1e656'] response: {'name': 'network-changed', 'server_uuid': '67719189-e3da-4e2f-99cd-a136ece74789', 'tag': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18', 'status': 'completed', 'code': 200} Jun 24 09:44:18.653516 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb4ec0-3f8c-4f70-8051-82ed46990304 req-225d9d86-2ffb-4e34-a301-487947319dbd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:18.656510 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6ffb4ec0-3f8c-4f70-8051-82ed46990304 req-225d9d86-2ffb-4e34-a301-487947319dbd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1350784 Jun 24 09:44:18.734384 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6ffb4ec0-3f8c-4f70-8051-82ed46990304 req-8b110d9d-52d2-4130-96e1-23f77b1b39f6 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717502 Jun 24 09:44:19.100296 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:19.255952 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:19.500911 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:19.525541 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c0ade-eeca-4eb4-886b-8c85029f67e0 req-c0a7ce4e-c7cf-4ffd-bf12-6ef3778320ca tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:19.528224 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c59c0ade-eeca-4eb4-886b-8c85029f67e0 req-c0a7ce4e-c7cf-4ffd-bf12-6ef3778320ca tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 943 time: 0.0733976 Jun 24 09:44:19.630823 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c59c0ade-eeca-4eb4-886b-8c85029f67e0 req-dbb183f2-9e4d-4f7b-9896-4c8f9a26eef6 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893824 Jun 24 09:44:19.942170 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607d1f3-7488-4d16-8573-73d8ff843dd1 req-34875340-6ba3-4324-9fef-0778d5e0597d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:19.948073 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f607d1f3-7488-4d16-8573-73d8ff843dd1 req-34875340-6ba3-4324-9fef-0778d5e0597d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0905864 Jun 24 09:44:20.066529 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f607d1f3-7488-4d16-8573-73d8ff843dd1 req-7636b115-1e26-43bf-8428-c2e2a90494a2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002967 Jun 24 09:44:20.826653 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8e4bd-52aa-46ad-8ee1-baaebfb62090 req-a37f2362-1ca9-4312-bba0-ad9b75206bcc tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:20.828331 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-95e8e4bd-52aa-46ad-8ee1-baaebfb62090 req-a37f2362-1ca9-4312-bba0-ad9b75206bcc tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 943 time: 0.1190290 Jun 24 09:44:20.890337 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-95e8e4bd-52aa-46ad-8ee1-baaebfb62090 req-50b7fa94-59ae-4262-a469-737bf4081980 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555127 Jun 24 09:44:21.085073 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebd8b7-d029-47cc-8bf5-cf825b35a631 req-2fc2a548-056b-48f7-835f-c9fbfbe12889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:21.086628 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-d3ebd8b7-d029-47cc-8bf5-cf825b35a631 req-2fc2a548-056b-48f7-835f-c9fbfbe12889 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 1127 time: 0.0517139 Jun 24 09:44:21.259201 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb5b40-c8e0-490d-ad3d-e5fa94673171 req-f845bd6f-5b45-4d31-93ae-d1aa0b83590e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:21.262734 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebd8b7-d029-47cc-8bf5-cf825b35a631 req-6b645bee-f3eb-4b11-a5fe-141cfde8de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:21.263568 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ebdb5b40-c8e0-490d-ad3d-e5fa94673171 req-f845bd6f-5b45-4d31-93ae-d1aa0b83590e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0710299 Jun 24 09:44:21.265190 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-d3ebd8b7-d029-47cc-8bf5-cf825b35a631 req-6b645bee-f3eb-4b11-a5fe-141cfde8de9c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=30033ce42b5a43b78dde38163831cea2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1589062 Jun 24 09:44:21.350481 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ebdb5b40-c8e0-490d-ad3d-e5fa94673171 req-6020ef24-3a5a-4d29-8120-6c15bb364240 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831051 Jun 24 09:44:21.394684 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebd8b7-d029-47cc-8bf5-cf825b35a631 req-bcdf843b-0e0c-4932-ae42-b785eb870eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:21.396646 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-d3ebd8b7-d029-47cc-8bf5-cf825b35a631 req-bcdf843b-0e0c-4932-ae42-b785eb870eca service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172748 Jun 24 09:44:21.508407 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-d23467f9-115e-47a6-8be9-401812306012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:21.510559 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-d23467f9-115e-47a6-8be9-401812306012 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 1127 time: 0.0662799 Jun 24 09:44:22.016961 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fe3cd-5dc7-4cac-8846-fa959fd9e091 req-1f351c9e-95e1-4b2a-8f48-a3a0ce853672 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:22.018583 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e75fe3cd-5dc7-4cac-8846-fa959fd9e091 req-1f351c9e-95e1-4b2a-8f48-a3a0ce853672 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 943 time: 0.0544651 Jun 24 09:44:22.079447 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e75fe3cd-5dc7-4cac-8846-fa959fd9e091 req-bcac8428-a03b-477f-8594-a7564402c454 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497777 Jun 24 09:44:22.492656 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a953f48-cba8-472e-9e1f-f3c30c0dce61 req-8d6a82a0-218e-4e86-94fa-5374e043c92f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:22.494213 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6a953f48-cba8-472e-9e1f-f3c30c0dce61 req-8d6a82a0-218e-4e86-94fa-5374e043c92f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0604954 Jun 24 09:44:22.550320 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6a953f48-cba8-472e-9e1f-f3c30c0dce61 req-65ba4538-a22d-449a-8704-97c7f1f54439 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501282 Jun 24 09:44:23.197299 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:23.206799 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d22e7f-1271-4dfc-a80c-6443c0ca18e1 req-b9460984-d591-4677-a749-9bd08d9ffb44 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:23.208975 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-91d22e7f-1271-4dfc-a80c-6443c0ca18e1 req-b9460984-d591-4677-a749-9bd08d9ffb44 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 943 time: 0.0535891 Jun 24 09:44:23.266956 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:23.274961 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-91d22e7f-1271-4dfc-a80c-6443c0ca18e1 req-e75b5d02-58e9-412e-ae4e-914929667ed7 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569580 Jun 24 09:44:23.691504 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7925b4a-10c5-4033-a746-6f1cfe3e7baf req-8abf96d5-985b-4138-804a-0d6838568060 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:23.693003 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a7925b4a-10c5-4033-a746-6f1cfe3e7baf req-8abf96d5-985b-4138-804a-0d6838568060 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0501194 Jun 24 09:44:23.751586 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a7925b4a-10c5-4033-a746-6f1cfe3e7baf req-35423ced-7581-4088-90e3-8495c73e5dd6 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527580 Jun 24 09:44:24.328875 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-f83e34cc-d870-4c56-a29f-d78af1c61bba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8a8d8ec-532a-4f39-a19c-dd244aecac18 HTTP/1.1" status: 200 len: 217 time: 0.0477352 Jun 24 09:44:24.425026 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-bbee4f33-79f5-4db6-b011-43e618d9606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:24.426508 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-bbee4f33-79f5-4db6-b011-43e618d9606b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f1591ae-0529-40f2-a2e2-f283f857afff HTTP/1.1" status: 200 len: 853 time: 0.0767031 Jun 24 09:44:24.434224 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898f1bf-a7ad-4d56-96b9-2f9719165822 req-72ad7b7f-2d26-4a91-9ee6-0ebf83f01d0d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:24.435950 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4898f1bf-a7ad-4d56-96b9-2f9719165822 req-72ad7b7f-2d26-4a91-9ee6-0ebf83f01d0d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 943 time: 0.0753567 Jun 24 09:44:24.482716 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-00d9cae9-347a-452d-bffa-221356fc745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:24.484581 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-00d9cae9-347a-452d-bffa-221356fc745b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6d825bf-3025-4144-aa4c-5693ec78fffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496435 Jun 24 09:44:24.493829 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4898f1bf-a7ad-4d56-96b9-2f9719165822 req-de3a5882-df02-4247-bf0a-805be762575c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481195 Jun 24 09:44:24.591529 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-6562c797-e4e0-4cee-9c05-b198603a5122 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963459 Jun 24 09:44:24.700955 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-c981d6b6-2de0-4ffa-8a55-50913aad22f1 req-79e214a8-56c8-4c11-ae82-126b5d94300e service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032636 Jun 24 09:44:24.892123 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e27b56-6b8b-4b5c-9358-f9a8204d599c req-14188140-1efb-4cfd-9d0f-335dff255600 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:24.893553 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-80e27b56-6b8b-4b5c-9358-f9a8204d599c req-14188140-1efb-4cfd-9d0f-335dff255600 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0581646 Jun 24 09:44:24.948042 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-80e27b56-6b8b-4b5c-9358-f9a8204d599c req-6b1ccc08-4ae4-4d1c-8fed-33f4ca0ee663 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443888 Jun 24 09:44:25.632042 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cd2d3-f217-45ca-92e6-a24e0d6dacb4 req-2925a55e-f760-48f3-b399-fb26aa72da68 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:25.639391 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef4cd2d3-f217-45ca-92e6-a24e0d6dacb4 req-2925a55e-f760-48f3-b399-fb26aa72da68 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 943 time: 0.0616410 Jun 24 09:44:25.699566 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef4cd2d3-f217-45ca-92e6-a24e0d6dacb4 req-c5d46f37-8151-4354-84a7-20053520b938 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593021 Jun 24 09:44:25.843098 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:44:26.108981 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824b713-c758-42b9-af8b-324f6cd87ede req-bf0f45db-0539-4652-a7aa-8ecf3e1516c5 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:26.110756 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c824b713-c758-42b9-af8b-324f6cd87ede req-bf0f45db-0539-4652-a7aa-8ecf3e1516c5 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0623765 Jun 24 09:44:26.128315 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:26.179970 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c824b713-c758-42b9-af8b-324f6cd87ede req-69195b7d-df59-44c1-adb7-df14fed72a21 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616450 Jun 24 09:44:26.820990 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ea560-9aa1-463b-832f-5f0529c04564 req-a272004a-8bc4-4dc5-9796-3b873bde0096 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:26.822509 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef2ea560-9aa1-463b-832f-5f0529c04564 req-a272004a-8bc4-4dc5-9796-3b873bde0096 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 943 time: 0.0493536 Jun 24 09:44:26.880147 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ef2ea560-9aa1-463b-832f-5f0529c04564 req-6fa0f922-cebe-41a5-a4c3-f98c345d9da6 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516202 Jun 24 09:44:27.320297 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56bb9a-4477-41a1-a2d1-06f25ee184a9 req-90f1f51c-6748-4e62-8777-c2359837ab92 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:27.321839 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2d56bb9a-4477-41a1-a2d1-06f25ee184a9 req-90f1f51c-6748-4e62-8777-c2359837ab92 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0699785 Jun 24 09:44:27.373189 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2d56bb9a-4477-41a1-a2d1-06f25ee184a9 req-033777f2-78e5-44bf-a104-0431ccb4a578 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455713 Jun 24 09:44:28.011475 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be198c83-444a-4ed7-b4ed-2954a55872ab req-6e5ba85f-ce99-4664-9282-51baf97c8f72 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:28.012819 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-be198c83-444a-4ed7-b4ed-2954a55872ab req-6e5ba85f-ce99-4664-9282-51baf97c8f72 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 943 time: 0.0490401 Jun 24 09:44:28.062870 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-be198c83-444a-4ed7-b4ed-2954a55872ab req-5de6c135-1cba-4b47-a3b5-4c3e3b7995aa tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437109 Jun 24 09:44:28.246240 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a8a8d8ec-532a-4f39-a19c-dd244aecac18 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:44:28.326110 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:28.360397 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port a8a8d8ec-532a-4f39-a19c-dd244aecac18, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a8a8d8ec-532a-4f39-a19c-dd244aecac18,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:44:28.375353 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'port_id': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18', 'mac_address': 'fa:16:3e:7e:30:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:44:28.421982 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port a8a8d8ec-532a-4f39-a19c-dd244aecac18 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:28.422366 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:28.448683 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a8d8ec-532a-4f39-a19c-dd244aecac18 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:44:28.480629 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port a8a8d8ec-532a-4f39-a19c-dd244aecac18, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a8a8d8ec-532a-4f39-a19c-dd244aecac18,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:44:28.485098 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:28.537230 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab579d9-ef02-4f36-af4c-5deae8cc4de4 req-b89fca0a-1048-4465-baa0-9f2a5e65b35d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:28.540537 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-aab579d9-ef02-4f36-af4c-5deae8cc4de4 req-b89fca0a-1048-4465-baa0-9f2a5e65b35d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0709438 Jun 24 09:44:28.547113 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=a8a8d8ec-532a-4f39-a19c-dd244aecac18,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:28.617994 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-aab579d9-ef02-4f36-af4c-5deae8cc4de4 req-05648278-5f2e-4739-9569-27a9deaa556e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711970 Jun 24 09:44:29.187431 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0018a-d23a-4d81-bcc8-4802a86ca514 req-8989db18-56de-4ee6-b1d3-1919799c2848 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:29.188910 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3be0018a-d23a-4d81-bcc8-4802a86ca514 req-8989db18-56de-4ee6-b1d3-1919799c2848 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 944 time: 0.0486939 Jun 24 09:44:29.240948 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3be0018a-d23a-4d81-bcc8-4802a86ca514 req-9d982104-567e-44fe-8c5e-3461704a8a82 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438197 Jun 24 09:44:29.837148 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf6cba-7b09-4642-bd2c-ac62ce2c1731 req-b2604325-010b-44a4-9a9c-9a2352f04cc1 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:29.839689 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6fbf6cba-7b09-4642-bd2c-ac62ce2c1731 req-b2604325-010b-44a4-9a9c-9a2352f04cc1 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1122849 Jun 24 09:44:29.907046 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6fbf6cba-7b09-4642-bd2c-ac62ce2c1731 req-f9992aee-2042-4dec-96ac-9bd4e0c93095 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579062 Jun 24 09:44:30.388262 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa295b9-e0c8-45d5-b547-9792bed4f929 req-c6073cda-8653-4411-b419-7088d49e0037 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:30.390056 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bfa295b9-e0c8-45d5-b547-9792bed4f929 req-c6073cda-8653-4411-b419-7088d49e0037 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 944 time: 0.0645745 Jun 24 09:44:30.417369 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:30.442473 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bfa295b9-e0c8-45d5-b547-9792bed4f929 req-085d4169-6468-4d03-8f53-366a53b2b906 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450423 Jun 24 09:44:31.036255 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796985aa-7f62-4486-b113-429d9b54a2ac req-d9e03677-5919-479d-b0a5-e0c80dc7ad3a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:31.037609 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-796985aa-7f62-4486-b113-429d9b54a2ac req-d9e03677-5919-479d-b0a5-e0c80dc7ad3a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0479751 Jun 24 09:44:31.086386 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-796985aa-7f62-4486-b113-429d9b54a2ac req-59d426d7-928c-465f-b60d-09d343bba48d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430577 Jun 24 09:44:31.572154 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bd87c-9b03-46e9-b53b-8be085854092 req-e2efa56c-e54e-4584-b74b-6d123a4ba193 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:31.573653 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8a8bd87c-9b03-46e9-b53b-8be085854092 req-e2efa56c-e54e-4584-b74b-6d123a4ba193 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 944 time: 0.0558448 Jun 24 09:44:31.626187 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8a8bd87c-9b03-46e9-b53b-8be085854092 req-33d1a9aa-2485-4ec2-9bcb-3bcb56931a37 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464518 Jun 24 09:44:31.712122 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['a8a8d8ec-532a-4f39-a19c-dd244aecac18'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:44:32.211401 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e0cac-0f37-45af-82e2-71aa70da21cb req-d300c101-4dc9-4d0d-8062-a50a68b33fa7 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:32.213017 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-173e0cac-0f37-45af-82e2-71aa70da21cb req-d300c101-4dc9-4d0d-8062-a50a68b33fa7 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0510538 Jun 24 09:44:32.230186 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:32.272414 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-173e0cac-0f37-45af-82e2-71aa70da21cb req-1ca6f37b-32c0-4488-812c-c7254a488986 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501909 Jun 24 09:44:32.747120 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa7403-efb8-4fae-841c-37a1b8cbab22 req-f5b8abfa-8cfa-4a30-a753-95c416ba7bd8 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:32.748668 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c3fa7403-efb8-4fae-841c-37a1b8cbab22 req-f5b8abfa-8cfa-4a30-a753-95c416ba7bd8 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 944 time: 0.0522516 Jun 24 09:44:32.803219 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c3fa7403-efb8-4fae-841c-37a1b8cbab22 req-c2378105-5bf3-44bc-a268-a0874d8a2055 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482841 Jun 24 09:44:32.942939 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56006) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:32.990556 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0672b01-166d-4618-b9c5-c6b4db189e73 admin admin] Deleting subnet 910fe78d-7cc5-489a-a364-61d22b2bb68a {{(pid=110593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:44:32.994080 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f0672b01-166d-4618-b9c5-c6b4db189e73 admin admin] Publish callbacks [] for subnet (910fe78d-7cc5-489a-a364-61d22b2bb68a), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.024676 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:33.031791 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f0672b01-166d-4618-b9c5-c6b4db189e73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63160183'] for subnet (910fe78d-7cc5-489a-a364-61d22b2bb68a), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.077247 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:33.080643 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f0672b01-166d-4618-b9c5-c6b4db189e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (910fe78d-7cc5-489a-a364-61d22b2bb68a), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.142198 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f0672b01-166d-4618-b9c5-c6b4db189e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64714154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63838758'] for subnet (910fe78d-7cc5-489a-a364-61d22b2bb68a), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.169901 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0672b01-166d-4618-b9c5-c6b4db189e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=910fe78d-7cc5-489a-a364-61d22b2bb68a,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:33.174001 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f0672b01-166d-4618-b9c5-c6b4db189e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.181084 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-f0672b01-166d-4618-b9c5-c6b4db189e73 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/910fe78d-7cc5-489a-a364-61d22b2bb68a HTTP/1.1" status: 204 len: 168 time: 0.2332277 Jun 24 09:44:33.182846 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56014) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:33.267501 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (011dd503-a916-4a1e-aafe-2bca320c6dcb), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.359785 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (011dd503-a916-4a1e-aafe-2bca320c6dcb), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.381750 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011dd503-a916-4a1e-aafe-2bca320c6dcb']}} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:33.392693 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70886151-9226-4634-843d-e5f5046c114c') {'for_net_delete': True} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:33.393136 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70886151-9226-4634-843d-e5f5046c114c') {} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:33.403462 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63160172'] for segment (70886151-9226-4634-843d-e5f5046c114c), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.418827 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (70886151-9226-4634-843d-e5f5046c114c), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.426585 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=110593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:44:33.426969 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64714176'] for segment (70886151-9226-4634-843d-e5f5046c114c), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.443463 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c97977-9b7c-449a-94d9-15c701a36326 req-31fd6c1b-430e-4ab5-b016-e927eeca80ea tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:33.451573 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-95c97977-9b7c-449a-94d9-15c701a36326 req-31fd6c1b-430e-4ab5-b016-e927eeca80ea tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0835259 Jun 24 09:44:33.496669 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (011dd503-a916-4a1e-aafe-2bca320c6dcb), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.506812 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.511583 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/011dd503-a916-4a1e-aafe-2bca320c6dcb HTTP/1.1" status: 204 len: 168 time: 0.3293090 Jun 24 09:44:33.524109 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 70886151-9226-4634-843d-e5f5046c114c resource provider aggregate not found Jun 24 09:44:33.537625 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d204d61-8099-4cb2-9fda-628a5ba585c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=011dd503-a916-4a1e-aafe-2bca320c6dcb,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:33.547375 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-95c97977-9b7c-449a-94d9-15c701a36326 req-e5ed82a5-1f13-48bc-a08d-af5cfb39b626 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941801 Jun 24 09:44:33.550589 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 70886151-9226-4634-843d-e5f5046c114c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70886151-9226-4634-843d-e5f5046c114c found for delete ", "request_id": "req-923a4e1f-e5e8-4b9d-80ff-3bb41ff969d3"}]} Jun 24 09:44:33.711166 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 371d87f0-d828-436b-a673-c5e34fc40e6c details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:44:33.714811 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a8a8d8ec-532a-4f39-a19c-dd244aecac18 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:44:33.844812 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56056) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:33.865112 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port a8a8d8ec-532a-4f39-a19c-dd244aecac18 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:44:33.881906 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port a8a8d8ec-532a-4f39-a19c-dd244aecac18 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:33.882584 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.891765 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-dd171772-fc47-49e4-adde-06bb667cd5c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c5b285a04564d5d917a4566bec984b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456188 Jun 24 09:44:33.895738 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56058) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:33.944767 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:44:33.955967 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e85a1a68-adcb-4db1-8453-2d23f100d964 admin admin] Publish callbacks [] for security_group (cd3344ab-1d8a-4bee-af60-945442fdc811), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:33.965443 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'port_id': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'mac_address': 'fa:16:3e:47:fd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:44:33.975446 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:33.997461 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e85a1a68-adcb-4db1-8453-2d23f100d964 admin admin] Publish callbacks [] for security_group (cd3344ab-1d8a-4bee-af60-945442fdc811), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:34.026223 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e2588-a4e6-495f-aedc-98089bb6b725 req-fae198f1-3c74-4e19-bbc5-face69a9506c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:34.031779 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1b6e2588-a4e6-495f-aedc-98089bb6b725 req-fae198f1-3c74-4e19-bbc5-face69a9506c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 944 time: 0.1318839 Jun 24 09:44:34.048326 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 371d87f0-d828-436b-a673-c5e34fc40e6c is: ACTIVE; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:34.048711 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:34.051540 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port a8a8d8ec-532a-4f39-a19c-dd244aecac18 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:34.052037 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:34.078612 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 371d87f0-d828-436b-a673-c5e34fc40e6c {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:44:34.098434 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:34.099384 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e85a1a68-adcb-4db1-8453-2d23f100d964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (cd3344ab-1d8a-4bee-af60-945442fdc811), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:34.103494 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e85a1a68-adcb-4db1-8453-2d23f100d964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:34.105265 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e85a1a68-adcb-4db1-8453-2d23f100d964 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd3344ab-1d8a-4bee-af60-945442fdc811 HTTP/1.1" status: 204 len: 168 time: 0.2085285 Jun 24 09:44:34.110484 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67719189-e3da-4e2f-99cd-a136ece74789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:44:34.112845 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61663640-1512-43b4-b3c6-c645d6126ee0" -d '{"events": [{"server_uuid": "67719189-e3da-4e2f-99cd-a136ece74789", "name": "network-vif-plugged", "status": "completed", "tag": "a8a8d8ec-532a-4f39-a19c-dd244aecac18"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:44:34.116410 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a1a68-adcb-4db1-8453-2d23f100d964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3344ab-1d8a-4bee-af60-945442fdc811,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:34.127185 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1b6e2588-a4e6-495f-aedc-98089bb6b725 req-178d025e-4920-4a09-a126-6cef292bf582 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860116 Jun 24 09:44:34.129242 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:44:34.159860 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port a8a8d8ec-532a-4f39-a19c-dd244aecac18, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a8a8d8ec-532a-4f39-a19c-dd244aecac18,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:44:34.161572 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:34.184250 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0cc384-5519-40ec-b86b-75db2b511f2d x-openstack-request-id: req-be0cc384-5519-40ec-b86b-75db2b511f2d {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:44:34.184610 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67719189-e3da-4e2f-99cd-a136ece74789", "name": "network-vif-plugged", "status": "completed", "tag": "a8a8d8ec-532a-4f39-a19c-dd244aecac18", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:44:34.184786 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be0cc384-5519-40ec-b86b-75db2b511f2d {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:44:34.185188 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0cc384-5519-40ec-b86b-75db2b511f2d'] response: {'server_uuid': '67719189-e3da-4e2f-99cd-a136ece74789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18', 'code': 200} Jun 24 09:44:34.210419 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:34.250816 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=371d87f0-d828-436b-a673-c5e34fc40e6c,revision_number=6']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:34.311399 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=a8a8d8ec-532a-4f39-a19c-dd244aecac18,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:34.321594 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['371d87f0-d828-436b-a673-c5e34fc40e6c'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:44:34.713109 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a665c-b17e-4664-a2cf-6693d5c15e72 req-c1527efe-823a-4c1c-bb1a-23278a8629f7 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:34.714825 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-472a665c-b17e-4664-a2cf-6693d5c15e72 req-c1527efe-823a-4c1c-bb1a-23278a8629f7 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 944 time: 0.0776594 Jun 24 09:44:34.785916 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-472a665c-b17e-4664-a2cf-6693d5c15e72 req-6aef1ee7-cb1f-43f2-b57d-e87c4683cba4 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623295 Jun 24 09:44:35.023384 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7896de4-6887-4a4a-9f30-98301cb9eb96 req-e15d1359-94a1-424a-bb77-6c82cb13af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:35.026834 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e7896de4-6887-4a4a-9f30-98301cb9eb96 req-e15d1359-94a1-424a-bb77-6c82cb13af4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 1129 time: 0.0495968 Jun 24 09:44:35.130736 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e7896de4-6887-4a4a-9f30-98301cb9eb96 req-d3e2a8cd-1084-42f7-a77c-53a2c89ccdd1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947206 Jun 24 09:44:35.326705 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba093b-6618-4954-841a-cba4732207da req-496e4b81-dae6-46dd-a8e5-80ab5f7b3802 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:35.329266 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbba093b-6618-4954-841a-cba4732207da req-496e4b81-dae6-46dd-a8e5-80ab5f7b3802 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.0764222 Jun 24 09:44:35.405255 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbba093b-6618-4954-841a-cba4732207da req-5ad1f099-b1c0-4d69-80e6-97fce23a898d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677290 Jun 24 09:44:35.707933 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 371d87f0-d828-436b-a673-c5e34fc40e6c up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:44:35.775156 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 371d87f0-d828-436b-a673-c5e34fc40e6c triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:35.775509 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:35.859540 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 371d87f0-d828-436b-a673-c5e34fc40e6c is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:35.860029 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:35.922405 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:44:35.955470 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:35.961228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ebe46-ce0f-467e-a164-59aa6682c77d req-155b9b0f-a424-4b62-a1ca-86cf86a0165d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:35.973867 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-483ebe46-ce0f-467e-a164-59aa6682c77d req-155b9b0f-a424-4b62-a1ca-86cf86a0165d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 944 time: 0.0773039 Jun 24 09:44:36.064300 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=371d87f0-d828-436b-a673-c5e34fc40e6c,revision_number=7']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:36.083756 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-483ebe46-ce0f-467e-a164-59aa6682c77d req-ab487114-e21e-4b32-9da8-96c9a5ffd50f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079197 Jun 24 09:44:36.186932 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:44:36.191397 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad042bd4-e6b7-4825-b747-7a81f271eaaa" -d '{"events": [{"server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "name": "network-vif-plugged", "status": "completed", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:44:36.284557 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23391bad-77c0-4485-8d33-1beb12a888e8 x-openstack-request-id: req-23391bad-77c0-4485-8d33-1beb12a888e8 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:44:36.285316 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "name": "network-vif-plugged", "status": "completed", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:44:36.285890 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23391bad-77c0-4485-8d33-1beb12a888e8 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:44:36.287009 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23391bad-77c0-4485-8d33-1beb12a888e8'] response: {'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'code': 200} Jun 24 09:44:36.485721 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56196) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:36.580130 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56202) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:36.624620 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f81a0d-cf02-4f69-b787-3d7723a93eeb req-5a2b6b7d-ea24-445c-88ee-b983a0ebc8b6 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:36.629434 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b2f81a0d-cf02-4f69-b787-3d7723a93eeb req-5a2b6b7d-ea24-445c-88ee-b983a0ebc8b6 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.1124837 Jun 24 09:44:36.756226 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b2f81a0d-cf02-4f69-b787-3d7723a93eeb req-7d9cc956-31f3-4d27-bbea-704cf5b1b266 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157060 Jun 24 09:44:36.779341 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9a320274-1635-4d8f-a4a0-c439622718de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:36.837879 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-873d00a6-c025-4a52-a677-e6d3fb97f4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:36.897591 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:36.922450 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:36.961859 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9a320274-1635-4d8f-a4a0-c439622718de admin admin] Publish callbacks [] for security_group (7ed373f4-4c11-4718-89d6-1746b94a9738), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:36.975543 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9a320274-1635-4d8f-a4a0-c439622718de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7ed373f4-4c11-4718-89d6-1746b94a9738), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.009150 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-9a320274-1635-4d8f-a4a0-c439622718de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46aacaf31e9d4d80bda1823bb07ecee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5211079 Jun 24 09:44:37.013302 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 56218) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:37.046758 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:37.052088 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-873d00a6-c025-4a52-a677-e6d3fb97f4ab admin admin] Publish callbacks [] for security_group (1c1113b3-e807-4c34-883f-6838222d0a67), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.053436 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a320274-1635-4d8f-a4a0-c439622718de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed373f4-4c11-4718-89d6-1746b94a9738,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:37.061442 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-873d00a6-c025-4a52-a677-e6d3fb97f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1c1113b3-e807-4c34-883f-6838222d0a67), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.108115 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d00a6-c025-4a52-a677-e6d3fb97f4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1113b3-e807-4c34-883f-6838222d0a67,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:37.115361 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-873d00a6-c025-4a52-a677-e6d3fb97f4ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e41da7a67a544e5a7149952ce9ab8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5341346 Jun 24 09:44:37.116526 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56220) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:37.134494 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-08a138f6-10ca-48d4-829a-a1f110607039 admin admin] Publish callbacks [] for security_group (7ed373f4-4c11-4718-89d6-1746b94a9738), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.175653 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3079f5b7-d301-471d-8a10-849eff8d8b65 admin admin] Publish callbacks [] for security_group (1c1113b3-e807-4c34-883f-6838222d0a67), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.195350 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-08a138f6-10ca-48d4-829a-a1f110607039 admin admin] Publish callbacks [] for security_group (7ed373f4-4c11-4718-89d6-1746b94a9738), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.213898 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3079f5b7-d301-471d-8a10-849eff8d8b65 admin admin] Publish callbacks [] for security_group (1c1113b3-e807-4c34-883f-6838222d0a67), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.305184 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5a3fa-4f9b-4d2c-a60c-288d90da002c req-57538d11-efb6-466b-b714-cdb1982b905c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:37.307438 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-73f5a3fa-4f9b-4d2c-a60c-288d90da002c req-57538d11-efb6-466b-b714-cdb1982b905c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0657141 Jun 24 09:44:37.318708 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-08a138f6-10ca-48d4-829a-a1f110607039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7ed373f4-4c11-4718-89d6-1746b94a9738), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.320403 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-08a138f6-10ca-48d4-829a-a1f110607039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.322494 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3079f5b7-d301-471d-8a10-849eff8d8b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1c1113b3-e807-4c34-883f-6838222d0a67), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.325151 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3079f5b7-d301-471d-8a10-849eff8d8b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.326289 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3079f5b7-d301-471d-8a10-849eff8d8b65 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c1113b3-e807-4c34-883f-6838222d0a67 HTTP/1.1" status: 204 len: 168 time: 0.2085023 Jun 24 09:44:37.329932 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-08a138f6-10ca-48d4-829a-a1f110607039 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ed373f4-4c11-4718-89d6-1746b94a9738 HTTP/1.1" status: 204 len: 168 time: 0.3154249 Jun 24 09:44:37.343994 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079f5b7-d301-471d-8a10-849eff8d8b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1113b3-e807-4c34-883f-6838222d0a67,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:37.384416 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a138f6-10ca-48d4-829a-a1f110607039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed373f4-4c11-4718-89d6-1746b94a9738,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:37.439743 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-73f5a3fa-4f9b-4d2c-a60c-288d90da002c req-905ff16c-334d-4ed6-bec9-9e8d851df76d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085298 Jun 24 09:44:37.850273 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56242) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:37.874983 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ba22f98a-0681-4bf7-b1ff-36af0335d115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.919859 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a897e2-8cd4-446d-b125-90f950d92703 req-cf294b02-d6aa-48ec-848f-b795d44c4400 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:37.921598 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f8a897e2-8cd4-446d-b125-90f950d92703 req-cf294b02-d6aa-48ec-848f-b795d44c4400 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.0787306 Jun 24 09:44:37.974613 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ba22f98a-0681-4bf7-b1ff-36af0335d115 admin admin] Publish callbacks [] for security_group (5a43ea40-135e-4a56-b7aa-e531bc8583d8), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:37.986459 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ba22f98a-0681-4bf7-b1ff-36af0335d115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (5a43ea40-135e-4a56-b7aa-e531bc8583d8), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:38.045022 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22f98a-0681-4bf7-b1ff-36af0335d115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a43ea40-135e-4a56-b7aa-e531bc8583d8,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:38.050639 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ba22f98a-0681-4bf7-b1ff-36af0335d115 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ec0234aa2e340d3bcac8bbc156f7118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992435 Jun 24 09:44:38.053387 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56248) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:38.070055 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:38.093489 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f8a897e2-8cd4-446d-b125-90f950d92703 req-ecbc9c18-1f34-4a9a-b451-d6761ac8cf16 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643195 Jun 24 09:44:38.136129 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-60049026-b7e0-4a72-9ab4-b2773e0c468f admin admin] Publish callbacks [] for security_group (5a43ea40-135e-4a56-b7aa-e531bc8583d8), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:38.161901 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-60049026-b7e0-4a72-9ab4-b2773e0c468f admin admin] Publish callbacks [] for security_group (5a43ea40-135e-4a56-b7aa-e531bc8583d8), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:38.246437 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-60049026-b7e0-4a72-9ab4-b2773e0c468f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (5a43ea40-135e-4a56-b7aa-e531bc8583d8), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:38.256152 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-60049026-b7e0-4a72-9ab4-b2773e0c468f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:38.261986 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-60049026-b7e0-4a72-9ab4-b2773e0c468f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a43ea40-135e-4a56-b7aa-e531bc8583d8 HTTP/1.1" status: 204 len: 168 time: 0.2039001 Jun 24 09:44:38.274511 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60049026-b7e0-4a72-9ab4-b2773e0c468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a43ea40-135e-4a56-b7aa-e531bc8583d8,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:38.630024 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56266) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:38.637639 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061e89a-8ec8-4838-90b3-2f73fe806581 req-9f826825-e54d-40dd-a5da-d8ab71ea6870 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:38.641508 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f061e89a-8ec8-4838-90b3-2f73fe806581 req-9f826825-e54d-40dd-a5da-d8ab71ea6870 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0944340 Jun 24 09:44:38.724989 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f061e89a-8ec8-4838-90b3-2f73fe806581 req-c6e54f4d-49f6-49e5-a42c-f662d8a5e21a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726361 Jun 24 09:44:38.801928 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1863750212-network', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:38.834727 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Made reservation on behalf of a0aff51028ec477ebbc12e078174977a for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:44:38.840121 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:38.860270 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:38.931318 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:38.932113 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:38.975789 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Publish callbacks [] for security_group (498d4535-69b2-4260-8383-83aa80d989b6), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:38.980530 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (498d4535-69b2-4260-8383-83aa80d989b6), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:39.051460 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498d4535-69b2-4260-8383-83aa80d989b6,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:39.051460 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:44:39.089070 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (8dfff45d-fb6d-4469-8a26-2dcf787ca1c4), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:39.089497 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Added segment 8dfff45d-fb6d-4469-8a26-2dcf787ca1c4 of type vlan for network 81ccbe4d-d281-46f1-a767-e183ccaac7bb Jun 24 09:44:39.185800 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (81ccbe4d-d281-46f1-a767-e183ccaac7bb), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:39.252527 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (81ccbe4d-d281-46f1-a767-e183ccaac7bb), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:39.254019 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:39.255233 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:39.269627 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de4df-a043-47f7-b128-4f83976566e0 req-8d1ba9e6-78e8-4039-8a49-28eef19fb18a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:39.277675 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-017de4df-a043-47f7-b128-4f83976566e0 req-8d1ba9e6-78e8-4039-8a49-28eef19fb18a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.0753946 Jun 24 09:44:39.307468 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6725485 Jun 24 09:44:39.308416 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56288) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:39.315456 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] Request body: {'subnet': {'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1863750212-subnet', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:39.369342 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-017de4df-a043-47f7-b128-4f83976566e0 req-b36dd94e-a2da-40ad-a8eb-b2349e64cc2d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903509 Jun 24 09:44:39.384772 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba5354-2e8e-4c4e-99f0-ed272bdfcbdc admin admin] Pushing event updated for resources: {'Network': ['ID=81ccbe4d-d281-46f1-a767-e183ccaac7bb,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:39.400916 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 81ccbe4d-d281-46f1-a767-e183ccaac7bb details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:44:39.405948 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] Made reservation on behalf of a0aff51028ec477ebbc12e078174977a for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:44:39.409981 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63838793'] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:39.659454 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64714089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63838783'] for subnet (7c9d977b-db01-4904-a89c-a3bdc07cacef), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:39.763261 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9d977b-db01-4904-a89c-a3bdc07cacef,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:39.767630 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] Checking segment: {'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:44:39.768498 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] Network hostable DHCP agents. Network: 81ccbe4d-d281-46f1-a767-e183ccaac7bb, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:44:39.808763 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] Network 81ccbe4d-d281-46f1-a767-e183ccaac7bb is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:44:39.824191 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 81ccbe4d-d281-46f1-a767-e183ccaac7bb) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:39.833197 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:39.833678 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61442b67-07db-41db-b433-449be310c1e5 None None] Network 81ccbe4d-d281-46f1-a767-e183ccaac7bb requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:44:39.838898 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:39.841773 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:39.895324 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3025b20c-e961-4bb0-8a44-c29dca82a94c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5829484 Jun 24 09:44:39.895324 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56302) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:39.901208 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:39.936558 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12210166-0f9f-45ef-a8d8-570be5fd0bad req-2df41f59-4fae-4876-b71d-33708e1b9e25 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:39.946230 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-12210166-0f9f-45ef-a8d8-570be5fd0bad req-2df41f59-4fae-4876-b71d-33708e1b9e25 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1071789 Jun 24 09:44:39.947144 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:39.949831 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:40.072278 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-12210166-0f9f-45ef-a8d8-570be5fd0bad req-86e061ac-3225-4bf0-a69b-d64134a14b67 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236591 Jun 24 09:44:40.088852 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Publish callbacks [] for router_controller (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), precommit_add_association {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:40.113130 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'fixed_ips': [{'subnet_id': '7c9d977b-db01-4904-a89c-a3bdc07cacef'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:44:40.114827 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:40.222905 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:40.265973 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Publish callbacks [] for router_gateway (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:40.310586 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:40.320472 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Allocated IP 172.20.0.2 (81ccbe4d-d281-46f1-a767-e183ccaac7bb/7c9d977b-db01-4904-a89c-a3bdc07cacef/e0e95903-3b99-4fd9-b0f9-dfe137b06a68) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:44:40.525475 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Publish callbacks [] for router_gateway (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:40.550332 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:40.558437 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:40.606351 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858110-8f49-4eb0-88cc-ef0d1d0951fa req-fa12ba8c-33c6-4503-867b-d735cff0cf37 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:40.608308 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e5858110-8f49-4eb0-88cc-ef0d1d0951fa req-fa12ba8c-33c6-4503-867b-d735cff0cf37 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.1126435 Jun 24 09:44:40.631259 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Publish callbacks [] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:40.646389 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:40.702770 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e5858110-8f49-4eb0-88cc-ef0d1d0951fa req-366d49ad-1cf3-4e82-9d62-e4eeb1c1b872 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871592 Jun 24 09:44:40.732042 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Pushing event updated for resources: {'Port': ['ID=e0e95903-3b99-4fd9-b0f9-dfe137b06a68,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:40.750220 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Network 81ccbe4d-d281-46f1-a767-e183ccaac7bb is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:44:40.753323 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:40.757194 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:44:40.778583 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Allocated IP 172.27.1.64 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:44:40.864680 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Attempting to bind port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:44:40.865050 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Attempting to bind port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:44:40.869970 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Attempting to bind port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 on network 81ccbe4d-d281-46f1-a767-e183ccaac7bb {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:44:40.883508 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:44:40.890444 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Checking segment: {'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:44:40.890444 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:40.890444 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Bound using segment: {'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:44:40.890444 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Bound port: e0e95903-3b99-4fd9-b0f9-dfe137b06a68, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:44:40.890444 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:40.897984 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ebfd9-338e-4f34-a0b0-338d8d8fabaf req-af2ce5d0-2011-4215-811e-6e73aa02e1c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:40.904772 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-be1ebfd9-338e-4f34-a0b0-338d8d8fabaf req-af2ce5d0-2011-4215-811e-6e73aa02e1c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.1156590 Jun 24 09:44:40.917430 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 56332) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:40.924051 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-48bf17e8-5bcc-4226-99b0-dde06b8d4286 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'floatingip': {'port_id': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:41.012263 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-48bf17e8-5bcc-4226-99b0-dde06b8d4286 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (8e8a06d8-e00e-4265-a04b-2ef9b3076e9e), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:41.028762 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] For port e0e95903-3b99-4fd9-b0f9-dfe137b06a68, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:44:41.032057 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] For port e0e95903-3b99-4fd9-b0f9-dfe137b06a68, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=e0e95903-3b99-4fd9-b0f9-dfe137b06a68,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:44:41.048995 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:41.309203 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9778a7a-b360-4ac0-bfac-c1d345479466 None None] Pushing event updated for resources: {'Port': ['ID=e0e95903-3b99-4fd9-b0f9-dfe137b06a68,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:41.385963 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c3404-a041-4b73-a563-da8eb98f8f9a req-205dd326-07f0-4892-ab11-f24a087f2dab tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:41.403623 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-678c3404-a041-4b73-a563-da8eb98f8f9a req-205dd326-07f0-4892-ab11-f24a087f2dab tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1455989 Jun 24 09:44:41.598947 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Publish callbacks [] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:41.651137 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:41.708946 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:44:41.714456 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:41.724196 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:41.726509 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-678c3404-a041-4b73-a563-da8eb98f8f9a req-1633a2e2-5dc9-4ec5-9cae-72b622c6ea74 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3220139 Jun 24 09:44:41.742992 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:44:41.791405 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:42.040701 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-48bf17e8-5bcc-4226-99b0-dde06b8d4286 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:42.050864 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-48bf17e8-5bcc-4226-99b0-dde06b8d4286 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (8e8a06d8-e00e-4265-a04b-2ef9b3076e9e), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:42.099667 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:42.130495 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:42.199797 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [None req-48bf17e8-5bcc-4226-99b0-dde06b8d4286 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Floating IP 8e8a06d8-e00e-4265-a04b-2ef9b3076e9e associated. External IP: 172.27.1.51, port: a8a8d8ec-532a-4f39-a19c-dd244aecac18. Jun 24 09:44:42.201489 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Publish callbacks [] for router_gateway (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:42.506061 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:42.521937 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bf17e8-5bcc-4226-99b0-dde06b8d4286 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Router 0d7db7db-a98c-4445-a285-9acd52afbb15 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:44:42.673738 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:42.679550 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0364e9f-2d2a-4a16-9d17-51624e960918 None None] Network 81ccbe4d-d281-46f1-a767-e183ccaac7bb requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:44:42.683657 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bf17e8-5bcc-4226-99b0-dde06b8d4286 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:44:42.689536 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-48bf17e8-5bcc-4226-99b0-dde06b8d4286 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:42.700313 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2fb82-535d-416e-9f41-d48943741bf4 None None] Sync routers for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:44:42.716711 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:44:42.739684 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-48bf17e8-5bcc-4226-99b0-dde06b8d4286 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "PUT /v2.0/floatingips/8e8a06d8-e00e-4265-a04b-2ef9b3076e9e HTTP/1.1" status: 200 len: 990 time: 1.8204036 Jun 24 09:44:42.740640 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67719189-e3da-4e2f-99cd-a136ece74789', 'tag': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:44:42.749431 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b79c52-a5d9-4af0-9ad7-8b012221003e" -d '{"events": [{"name": "network-changed", "server_uuid": "67719189-e3da-4e2f-99cd-a136ece74789", "tag": "a8a8d8ec-532a-4f39-a19c-dd244aecac18"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:44:42.776372 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-e724a74e-12a7-48b6-86a7-24399aff1c30 None None] Provisioning complete for port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:42.776965 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e724a74e-12a7-48b6-86a7-24399aff1c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:42.807997 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435a5f24-ffa2-4827-84f9-57eca098c1b2 x-openstack-request-id: req-435a5f24-ffa2-4827-84f9-57eca098c1b2 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:44:42.807997 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67719189-e3da-4e2f-99cd-a136ece74789", "tag": "a8a8d8ec-532a-4f39-a19c-dd244aecac18", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:44:42.808251 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-435a5f24-ffa2-4827-84f9-57eca098c1b2 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:44:42.808491 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435a5f24-ffa2-4827-84f9-57eca098c1b2'] response: {'name': 'network-changed', 'server_uuid': '67719189-e3da-4e2f-99cd-a136ece74789', 'tag': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18', 'status': 'completed', 'code': 200} Jun 24 09:44:42.820393 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2fb82-535d-416e-9f41-d48943741bf4 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:44:42.821349 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-55c2fb82-535d-416e-9f41-d48943741bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:44:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:42.845512 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:44:42.856492 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Sync routers for ids ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:44:42.859390 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=27 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:42.861987 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:42.872006 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Routers {'1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:44:42.872426 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:44:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:42.876825 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:42.878686 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-87fb51aa-c8d5-46e8-b697-f81e5b09a916 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9829321 Jun 24 09:44:42.881276 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56364) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:42.981120 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8c06-f594-42b4-8249-058b75a9dac3 req-63407d96-f918-479c-9aa0-5be1d6654a74 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:42.990433 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-118d8c06-f594-42b4-8249-058b75a9dac3 req-63407d96-f918-479c-9aa0-5be1d6654a74 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1093037 Jun 24 09:44:43.102218 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-118d8c06-f594-42b4-8249-058b75a9dac3 req-112c1f50-0bac-4519-9ac7-519d8c382369 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067901 Jun 24 09:44:43.185945 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Set router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:44:43.218153 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-55c2fb82-535d-416e-9f41-d48943741bf4 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:44:43.261924 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:43.331998 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-e724a74e-12a7-48b6-86a7-24399aff1c30 None None] Current status of the port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:43.332376 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e724a74e-12a7-48b6-86a7-24399aff1c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:43.393715 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device e0e95903-3b99-4fd9-b0f9-dfe137b06a68 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:44:43.447450 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:43.510071 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:42Z', 'revision_number': 3, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:43.524997 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-e724a74e-12a7-48b6-86a7-24399aff1c30 None None] For port e0e95903-3b99-4fd9-b0f9-dfe137b06a68, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=e0e95903-3b99-4fd9-b0f9-dfe137b06a68,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:44:43.584224 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Checking router: 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:44:43.586834 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Updating router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:44:43.606833 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e724a74e-12a7-48b6-86a7-24399aff1c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:43.649175 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:43.675872 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724a74e-12a7-48b6-86a7-24399aff1c30 None None] Pushing event updated for resources: {'Port': ['ID=e0e95903-3b99-4fd9-b0f9-dfe137b06a68,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:43.702791 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:43.703514 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:43.772288 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-674f478a-15af-4266-8e88-5908fa3f08eb None None] Provisioning complete for port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:43.772506 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-674f478a-15af-4266-8e88-5908fa3f08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:43.792482 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:43.891330 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-55c2fb82-535d-416e-9f41-d48943741bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '31707d4d-3fb3-48bc-afda-5a904a7113d1', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:83:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:17Z', 'updated_at': '2022-06-24T09:42:59Z', 'revision_number': 2, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}, {'id': '8e8a06d8-e00e-4265-a04b-2ef9b3076e9e', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:7e:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67719189-e3da-4e2f-99cd-a136ece74789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:44:10Z', 'updated_at': '2022-06-24T09:44:41Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:43.897767 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:43.952187 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2fb82-535d-416e-9f41-d48943741bf4 None None] Checking router: 0d7db7db-a98c-4445-a285-9acd52afbb15 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:44:44.001267 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-674f478a-15af-4266-8e88-5908fa3f08eb None None] Current status of the port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:44.008328 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2fb82-535d-416e-9f41-d48943741bf4 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:44:44.008952 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-55c2fb82-535d-416e-9f41-d48943741bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:44:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:44.024715 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Allocated IP 172.20.0.1 (81ccbe4d-d281-46f1-a767-e183ccaac7bb/7c9d977b-db01-4904-a89c-a3bdc07cacef/b0b73562-fd40-4818-80ba-a8071710c2ac) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:44:44.040456 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Publish callbacks [] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:44.046111 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:44.053173 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:44.112406 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:44.124245 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Attempting to bind port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:44:44.124923 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Attempting to bind port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:44:44.125495 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Attempting to bind port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:44:44.137075 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:44:44.138299 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:44:44.138834 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:44.139357 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:44:44.139857 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Bound port: 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:44:44.141552 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:44.157704 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-55c2fb82-535d-416e-9f41-d48943741bf4 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:44:44.184199 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Publish callbacks [] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:44.219102 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:44.222182 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Pushing event updated for resources: {'Port': ['ID=3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1,revision_number=2']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:44.230276 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:44.233959 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.234412 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.244107 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:44.245421 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.246856 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.250356 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.255350 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.255350 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.255350 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.255350 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.255350 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.255350 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.255350 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.261321 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.261809 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.262259 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:44.269270 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] For port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:44:44.290152 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-064c9766-7091-4899-93e7-1f42b0691571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:44.307535 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] For port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:44:44.317949 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Network 81ccbe4d-d281-46f1-a767-e183ccaac7bb is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:44:44.320151 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f9de8-f59e-46e1-9f37-e4cd06a18b3f req-44ddd8d4-3ba1-4b3b-a5fb-e01d18f16cd1 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:44.322245 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:44.325812 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:44.329792 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-169f9de8-f59e-46e1-9f37-e4cd06a18b3f req-44ddd8d4-3ba1-4b3b-a5fb-e01d18f16cd1 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0941699 Jun 24 09:44:44.332286 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:44:44.362995 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Pushing event updated for resources: {'Port': ['ID=b0b73562-fd40-4818-80ba-a8071710c2ac,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:44.400190 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:44.440664 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-169f9de8-f59e-46e1-9f37-e4cd06a18b3f req-e058c71b-88e1-4514-84a5-f9646b2dd03b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039543 Jun 24 09:44:44.451224 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd51db-9ec1-49b0-97c2-d19e9489c142 None None] Pushing event updated for resources: {'Port': ['ID=3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:44.454421 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Routers {'1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:44:44.456032 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:44:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:44.633706 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-55c2fb82-535d-416e-9f41-d48943741bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '31707d4d-3fb3-48bc-afda-5a904a7113d1', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:83:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:17Z', 'updated_at': '2022-06-24T09:42:59Z', 'revision_number': 2, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}, {'id': '8e8a06d8-e00e-4265-a04b-2ef9b3076e9e', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:7e:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67719189-e3da-4e2f-99cd-a136ece74789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:44:10Z', 'updated_at': '2022-06-24T09:44:41Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:44.683799 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b79c52-a5d9-4af0-9ad7-8b012221003e req-4e602fff-0268-4418-bd18-7eaa53af4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:44.685645 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-83b79c52-a5d9-4af0-9ad7-8b012221003e req-4e602fff-0268-4418-bd18-7eaa53af4d6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 1129 time: 0.1167963 Jun 24 09:44:44.690483 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c2fb82-535d-416e-9f41-d48943741bf4 None None] The sync data for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi is: [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '31707d4d-3fb3-48bc-afda-5a904a7113d1', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:83:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:17Z', 'updated_at': '2022-06-24T09:42:59Z', 'revision_number': 2, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}, {'id': '8e8a06d8-e00e-4265-a04b-2ef9b3076e9e', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:7e:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67719189-e3da-4e2f-99cd-a136ece74789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:44:10Z', 'updated_at': '2022-06-24T09:44:41Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:44:44.694484 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] Set router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:44:44.710397 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:44.725244 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-31156567-7de1-4528-aa95-2a4d1f464311 None None] Provisioning complete for port b0b73562-fd40-4818-80ba-a8071710c2ac triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:44.731268 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-31156567-7de1-4528-aa95-2a4d1f464311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:44.820868 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-31156567-7de1-4528-aa95-2a4d1f464311 None None] Port b0b73562-fd40-4818-80ba-a8071710c2ac cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:44:44.928276 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b79c52-a5d9-4af0-9ad7-8b012221003e req-273acd2f-699b-416a-85d3-bcf17bdd2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:44.929915 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-83b79c52-a5d9-4af0-9ad7-8b012221003e req-273acd2f-699b-416a-85d3-bcf17bdd2f59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 915 time: 0.2355099 Jun 24 09:44:44.935355 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:44.965059 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:42Z', 'revision_number': 3, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:44.997331 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95522a6-15da-4ecb-8306-0a5ec12aaead None None] The sync data for ids ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'] in dv-cinder-803823-13-iscsi is: [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:42Z', 'revision_number': 3, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:44:45.076264 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-83b79c52-a5d9-4af0-9ad7-8b012221003e req-0fa30b7c-fa3a-4d01-a4c6-cf9397921347 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8a8d8ec-532a-4f39-a19c-dd244aecac18 HTTP/1.1" status: 200 len: 998 time: 0.1378233 Jun 24 09:44:45.086692 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609f6a4-3d4a-4e8f-b838-c339128e394c None None] New status for floating IP 8e8a06d8-e00e-4265-a04b-2ef9b3076e9e: ACTIVE {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:44:45.197419 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:45.204770 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Publish callbacks [] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:45.209255 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b79c52-a5d9-4af0-9ad7-8b012221003e req-ba376fbb-9576-498e-b478-b6d1e448eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:45.211039 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-83b79c52-a5d9-4af0-9ad7-8b012221003e req-ba376fbb-9576-498e-b478-b6d1e448eb1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f1591ae-0529-40f2-a2e2-f283f857afff HTTP/1.1" status: 200 len: 853 time: 0.1062541 Jun 24 09:44:45.214204 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:45.237971 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:45.281955 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device e0e95903-3b99-4fd9-b0f9-dfe137b06a68 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:44:45.376899 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b79c52-a5d9-4af0-9ad7-8b012221003e req-817588a0-24f0-4f90-9ce7-5cdc7838ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:45.378446 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-83b79c52-a5d9-4af0-9ad7-8b012221003e req-817588a0-24f0-4f90-9ce7-5cdc7838ca39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6d825bf-3025-4144-aa4c-5693ec78fffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1580842 Jun 24 09:44:45.379282 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Pushing event updated for resources: {'Port': ['ID=b0b73562-fd40-4818-80ba-a8071710c2ac,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:45.436412 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:45.442863 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:45.443179 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:45.493148 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:45.610591 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-83b79c52-a5d9-4af0-9ad7-8b012221003e req-a8ed48c7-150b-4c2e-8966-ce76ae8c418d service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190804 Jun 24 09:44:45.624345 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:45.718628 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c460f7c-3b1b-4500-8029-f8a69b9c87c5 req-b5860112-29b2-42e7-bb04-a7f8f0ec2bc2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:45.736578 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6c460f7c-3b1b-4500-8029-f8a69b9c87c5 req-b5860112-29b2-42e7-bb04-a7f8f0ec2bc2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1350060 Jun 24 09:44:45.826806 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6c460f7c-3b1b-4500-8029-f8a69b9c87c5 req-72efcbed-8c92-42ea-8809-9a283c0615e4 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895875 Jun 24 09:44:45.901684 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-83b79c52-a5d9-4af0-9ad7-8b012221003e req-56386310-1f94-488b-842d-592473f39f77 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597399 Jun 24 09:44:45.903708 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Network 81ccbe4d-d281-46f1-a767-e183ccaac7bb is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:44:45.905242 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:46.171135 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:44:46.362405 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:44:46.367753 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-987df0c3-e6f8-4471-bbd2-bce24a50cead admin admin] 10.222.0.65 "PUT /v2.0/routers/1f83f0cb-d1a1-424e-b250-cd6d6c4bacde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4852722 Jun 24 09:44:46.369053 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-28578931-9409-48e7-8457-d0d5a6d7a30c None None] Provisioning complete for port b0b73562-fd40-4818-80ba-a8071710c2ac triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:46.369546 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-28578931-9409-48e7-8457-d0d5a6d7a30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:46.421683 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-28578931-9409-48e7-8457-d0d5a6d7a30c None None] Port b0b73562-fd40-4818-80ba-a8071710c2ac cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:44:46.596351 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ea34daba-89d2-43c9-b484-b6e8c562922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.037938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:47.044429 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baebf7-7a7a-4748-8485-31434a942cd1 req-6fa93d80-0716-48a4-9b20-4baf3f566418 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:47.046241 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e3baebf7-7a7a-4748-8485-31434a942cd1 req-6fa93d80-0716-48a4-9b20-4baf3f566418 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0927398 Jun 24 09:44:47.142699 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e3baebf7-7a7a-4748-8485-31434a942cd1 req-352936bc-0c32-481a-8ea7-ce3bb6e2abcc tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764899 Jun 24 09:44:47.308434 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:44:47.343094 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 56430) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:47.379211 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:47.380299 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.488646 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:47.489918 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.519236 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:44:47.528164 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56436) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:47.534343 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1463427670-network', 'tenant_id': '98bea12852fc45879f303aa81b795485'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:47.538960 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.560095 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e65f8b5b-682b-4ce1-8a06-28342bab229d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.582318 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Made reservation on behalf of 98bea12852fc45879f303aa81b795485 for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:44:47.588718 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.608974 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Sync routers for ids ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:44:47.612704 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.620410 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:47.630085 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Routers {'1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:44:47.632432 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:44:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:47.726764 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e65f8b5b-682b-4ce1-8a06-28342bab229d admin admin] Publish callbacks [] for security_group (985a500e-523c-4808-97cc-643a4f135325), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.735721 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e65f8b5b-682b-4ce1-8a06-28342bab229d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (985a500e-523c-4808-97cc-643a4f135325), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.769036 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Publish callbacks [] for security_group (336676ff-89b3-425d-95f2-b2cbe1542527), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.775728 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (336676ff-89b3-425d-95f2-b2cbe1542527), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.809722 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:44:47.816233 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.821577 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:47.825504 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:47.829589 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336676ff-89b3-425d-95f2-b2cbe1542527,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:47.849662 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Set router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:44:47.851814 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (cb8d74ff-576f-46e6-8bd3-fef3a5b824bf), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.852152 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Added segment cb8d74ff-576f-46e6-8bd3-fef3a5b824bf of type vlan for network bf652b94-97b4-44cf-9ee3-9262d86d842e Jun 24 09:44:47.859158 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:47.881104 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-e65f8b5b-682b-4ce1-8a06-28342bab229d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e289ee76ed784a82bb7cbfa6a0cc471f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5367038 Jun 24 09:44:47.882174 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 56438) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:47.894178 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f8b5b-682b-4ce1-8a06-28342bab229d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985a500e-523c-4808-97cc-643a4f135325,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:47.934385 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (bf652b94-97b4-44cf-9ee3-9262d86d842e), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:47.998252 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-50fb34b1-56bf-4c89-828d-70dbcc4404cf admin admin] Publish callbacks [] for security_group (985a500e-523c-4808-97cc-643a4f135325), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.005301 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (bf652b94-97b4-44cf-9ee3-9262d86d842e), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.006541 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:48.007418 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.039066 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-50fb34b1-56bf-4c89-828d-70dbcc4404cf admin admin] Publish callbacks [] for security_group (985a500e-523c-4808-97cc-643a4f135325), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.060650 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5297084 Jun 24 09:44:48.066413 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56442) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:48.071689 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] Request body: {'subnet': {'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1463427670-subnet', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:48.117630 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31918d-92f4-42b0-bb60-afb41306b9db admin admin] Pushing event updated for resources: {'Network': ['ID=bf652b94-97b4-44cf-9ee3-9262d86d842e,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:48.132634 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network bf652b94-97b4-44cf-9ee3-9262d86d842e details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:44:48.141188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-50fb34b1-56bf-4c89-828d-70dbcc4404cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (985a500e-523c-4808-97cc-643a4f135325), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.146418 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-50fb34b1-56bf-4c89-828d-70dbcc4404cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.146570 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] Made reservation on behalf of 98bea12852fc45879f303aa81b795485 for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:44:48.149220 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63838793'] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.159336 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-50fb34b1-56bf-4c89-828d-70dbcc4404cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/985a500e-523c-4808-97cc-643a4f135325 HTTP/1.1" status: 204 len: 168 time: 0.2717588 Jun 24 09:44:48.200457 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb34b1-56bf-4c89-828d-70dbcc4404cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985a500e-523c-4808-97cc-643a4f135325,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:48.246472 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:48.272208 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 4, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'b0b73562-fd40-4818-80ba-a8071710c2ac', 'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'mac_address': 'fa:16:3e:3b:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:43Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 2, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'subnets': [{'id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:48.333094 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Checking router: 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:44:48.333447 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Updating router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde port b0b73562-fd40-4818-80ba-a8071710c2ac binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:44:48.400050 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.486429 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd57e-1594-4b05-939d-8cb30b424f51 req-6e2a314b-b0a3-40df-bd57-4fb1081a2739 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:48.489315 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-10ddd57e-1594-4b05-939d-8cb30b424f51 req-6e2a314b-b0a3-40df-bd57-4fb1081a2739 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.2028100 Jun 24 09:44:48.568395 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-10ddd57e-1594-4b05-939d-8cb30b424f51 req-42308bbd-5455-4a9d-bf5c-4cecd23453ca tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723484 Jun 24 09:44:48.733668 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64714089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63838783'] for subnet (0c611330-4fc9-4e47-948c-a14baf960032), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.813600 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c611330-4fc9-4e47-948c-a14baf960032,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:48.830866 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] Checking segment: {'id': 'cb8d74ff-576f-46e6-8bd3-fef3a5b824bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:44:48.831280 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] Network hostable DHCP agents. Network: bf652b94-97b4-44cf-9ee3-9262d86d842e, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:44:48.846384 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:48.847557 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 56452) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:48.866294 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5f691dee-0dc9-4206-8cd0-c683bd917988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.873019 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] Network bf652b94-97b4-44cf-9ee3-9262d86d842e is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:44:48.885341 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, bf652b94-97b4-44cf-9ee3-9262d86d842e) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:48.892882 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:48.892882 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.896282 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586569b-bb68-4c3c-84c4-9487898fdcce None None] Network bf652b94-97b4-44cf-9ee3-9262d86d842e requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:44:48.929820 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-0a14d1c6-4a59-4f77-aa74-17394908bf6f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8623235 Jun 24 09:44:48.930451 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56454) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:48.937737 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1463427670-router', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:44:48.969336 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Publish callbacks [] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.978934 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.990558 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (f8249eb8-a7c8-4ebe-be79-665d81fe7745), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:48.991977 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (f8249eb8-a7c8-4ebe-be79-665d81fe7745), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.088519 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d20fb-ea6d-4d60-9fb1-5557622e63fb None None] Pushing event updated for resources: {'Port': ['ID=b0b73562-fd40-4818-80ba-a8071710c2ac,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:49.109677 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Publish callbacks [] for router_controller (f8249eb8-a7c8-4ebe-be79-665d81fe7745), precommit_add_association {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.120346 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-bf652b94-97b4-44cf-9ee3-9262d86d842e', 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e', 'project_id': '98bea12852fc45879f303aa81b795485', 'fixed_ips': [{'subnet_id': '0c611330-4fc9-4e47-948c-a14baf960032'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:44:49.121667 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.131631 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.306506 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Attempting to bind port b0b73562-fd40-4818-80ba-a8071710c2ac on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:44:49.306922 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Attempting to bind port b0b73562-fd40-4818-80ba-a8071710c2ac by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:44:49.307312 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Attempting to bind port b0b73562-fd40-4818-80ba-a8071710c2ac on network 81ccbe4d-d281-46f1-a767-e183ccaac7bb {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:44:49.315882 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:44:49.316414 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Checking segment: {'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:44:49.316641 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.317194 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Bound using segment: {'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:44:49.317680 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Bound port: b0b73562-fd40-4818-80ba-a8071710c2ac, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:44:49.318055 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.358941 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:44:49.437401 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] For port b0b73562-fd40-4818-80ba-a8071710c2ac, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:44:49.443758 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] For port b0b73562-fd40-4818-80ba-a8071710c2ac, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=b0b73562-fd40-4818-80ba-a8071710c2ac,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:44:49.457080 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.512463 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Allocated IP 172.20.0.2 (bf652b94-97b4-44cf-9ee3-9262d86d842e/0c611330-4fc9-4e47-948c-a14baf960032/529c4dba-03aa-427f-b97f-bbe4c38bf293) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:44:49.519109 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Publish callbacks [] for router_gateway (f8249eb8-a7c8-4ebe-be79-665d81fe7745), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.614861 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Routers {'1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:44:49.615423 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:44:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:49.636873 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:49.720826 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5f691dee-0dc9-4206-8cd0-c683bd917988 admin admin] Publish callbacks [] for security_group (b413b50d-eaf1-4bf6-84ed-fc4618f3c665), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.740517 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5f691dee-0dc9-4206-8cd0-c683bd917988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (b413b50d-eaf1-4bf6-84ed-fc4618f3c665), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.829261 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d20fb-ea6d-4d60-9fb1-5557622e63fb None None] Pushing event updated for resources: {'Port': ['ID=b0b73562-fd40-4818-80ba-a8071710c2ac,revision_number=4']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:49.930668 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-5f691dee-0dc9-4206-8cd0-c683bd917988 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1576a489c15e4b89bd1283872ec594d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0820174 Jun 24 09:44:49.930895 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:49.932383 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Publish callbacks [] for router_gateway (f8249eb8-a7c8-4ebe-be79-665d81fe7745), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.936937 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56464) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:49.941125 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca223-9867-471c-9596-b55b373fe9cc req-a6aa575c-369c-4088-8bf4-e23866cc63a2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:49.949449 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-412ca223-9867-471c-9596-b55b373fe9cc req-a6aa575c-369c-4088-8bf4-e23866cc63a2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.2106380 Jun 24 09:44:49.957709 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f691dee-0dc9-4206-8cd0-c683bd917988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b413b50d-eaf1-4bf6-84ed-fc4618f3c665,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:49.972782 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:49.986360 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:49.989371 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] Set router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:44:50.024190 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-412ca223-9867-471c-9596-b55b373fe9cc req-affceca6-b65e-47f2-a9df-5398f879edeb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734420 Jun 24 09:44:50.106268 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fc17c49d-6886-4fd2-961c-094fb6044adb admin admin] Publish callbacks [] for security_group (b413b50d-eaf1-4bf6-84ed-fc4618f3c665), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.131992 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fc17c49d-6886-4fd2-961c-094fb6044adb admin admin] Publish callbacks [] for security_group (b413b50d-eaf1-4bf6-84ed-fc4618f3c665), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.147468 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-b90c0498-bdcb-4798-b355-504c7f37ed69 None None] Provisioning complete for port b0b73562-fd40-4818-80ba-a8071710c2ac triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:50.147994 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b90c0498-bdcb-4798-b355-504c7f37ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.219138 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fc17c49d-6886-4fd2-961c-094fb6044adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (b413b50d-eaf1-4bf6-84ed-fc4618f3c665), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.222381 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fc17c49d-6886-4fd2-961c-094fb6044adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.226140 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-fc17c49d-6886-4fd2-961c-094fb6044adb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b413b50d-eaf1-4bf6-84ed-fc4618f3c665 HTTP/1.1" status: 204 len: 168 time: 0.2854602 Jun 24 09:44:50.241476 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.241699 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17c49d-6886-4fd2-961c-094fb6044adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b413b50d-eaf1-4bf6-84ed-fc4618f3c665,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:50.242778 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:50.256248 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-b90c0498-bdcb-4798-b355-504c7f37ed69 None None] Current status of the port b0b73562-fd40-4818-80ba-a8071710c2ac is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:50.256581 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b90c0498-bdcb-4798-b355-504c7f37ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.320995 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:50.321539 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.363034 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 4, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'b0b73562-fd40-4818-80ba-a8071710c2ac', 'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'mac_address': 'fa:16:3e:3b:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:43Z', 'updated_at': '2022-06-24T09:44:49Z', 'revision_number': 4, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'subnets': [{'id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:50.383867 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Allocated IP 172.27.1.95 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/f03e72ba-409f-47da-bb98-ff5f67fc03c7) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:44:50.403736 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:50.429807 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-b90c0498-bdcb-4798-b355-504c7f37ed69 None None] For port b0b73562-fd40-4818-80ba-a8071710c2ac, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=b0b73562-fd40-4818-80ba-a8071710c2ac,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:44:50.465779 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b90c0498-bdcb-4798-b355-504c7f37ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.479816 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6849f50-6527-4814-ba81-d1fe50615db6 None None] The sync data for ids ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'] in dv-cinder-803823-13-iscsi is: [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 4, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'b0b73562-fd40-4818-80ba-a8071710c2ac', 'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'mac_address': 'fa:16:3e:3b:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:43Z', 'updated_at': '2022-06-24T09:44:49Z', 'revision_number': 4, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'subnets': [{'id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:44:50.540193 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c0498-bdcb-4798-b355-504c7f37ed69 None None] Pushing event updated for resources: {'Port': ['ID=b0b73562-fd40-4818-80ba-a8071710c2ac,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:50.580512 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:50.615849 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-d21e109f-2700-470b-8cc7-e12cc1981d7e None None] Provisioning complete for port b0b73562-fd40-4818-80ba-a8071710c2ac triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:50.616468 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-d21e109f-2700-470b-8cc7-e12cc1981d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.658547 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Publish callbacks [] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.681691 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.774421 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Network bf652b94-97b4-44cf-9ee3-9262d86d842e is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:44:50.779288 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Publish callbacks [] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.797670 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:50.806024 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:44:50.828461 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-d21e109f-2700-470b-8cc7-e12cc1981d7e None None] Current status of the port b0b73562-fd40-4818-80ba-a8071710c2ac is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:50.852934 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.864724 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Pushing event updated for resources: {'Port': ['ID=529c4dba-03aa-427f-b97f-bbe4c38bf293,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:50.926585 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Attempting to bind port 529c4dba-03aa-427f-b97f-bbe4c38bf293 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:44:50.927418 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Attempting to bind port 529c4dba-03aa-427f-b97f-bbe4c38bf293 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': 'cb8d74ff-576f-46e6-8bd3-fef3a5b824bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:44:50.927713 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Attempting to bind port 529c4dba-03aa-427f-b97f-bbe4c38bf293 on network bf652b94-97b4-44cf-9ee3-9262d86d842e {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:44:50.930299 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Pushing event updated for resources: {'Port': ['ID=f03e72ba-409f-47da-bb98-ff5f67fc03c7,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:50.936225 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:44:50.936640 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Checking segment: {'id': 'cb8d74ff-576f-46e6-8bd3-fef3a5b824bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:44:50.937051 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.939816 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Bound using segment: {'id': 'cb8d74ff-576f-46e6-8bd3-fef3a5b824bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:44:50.940220 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Bound port: 529c4dba-03aa-427f-b97f-bbe4c38bf293, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8d74ff-576f-46e6-8bd3-fef3a5b824bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:44:50.941744 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:50.945175 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.945691 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.945996 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.949399 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.949399 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.949399 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.949399 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.949399 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.949399 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.949399 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.950018 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.950346 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.950776 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.951229 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.951646 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:50.975266 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:44:50.981162 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:50.985372 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:44:51.075741 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] For port 529c4dba-03aa-427f-b97f-bbe4c38bf293, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:44:51.082483 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] For port 529c4dba-03aa-427f-b97f-bbe4c38bf293, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=529c4dba-03aa-427f-b97f-bbe4c38bf293,segment=NetworkSegment(cb8d74ff-576f-46e6-8bd3-fef3a5b824bf),segment_id=cb8d74ff-576f-46e6-8bd3-fef3a5b824bf)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:44:51.098651 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:51.232679 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d9904-a6a8-4aec-8965-2bf3cad1c2e3 req-3c5fdfe9-cf3d-4634-8533-9cec2cb1e87f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:51.241987 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-844d9904-a6a8-4aec-8965-2bf3cad1c2e3 req-3c5fdfe9-cf3d-4634-8533-9cec2cb1e87f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1105278 Jun 24 09:44:51.252515 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:51.300377 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7685a-a332-4b19-8409-6d2e950087e6 None None] Pushing event updated for resources: {'Port': ['ID=529c4dba-03aa-427f-b97f-bbe4c38bf293,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:51.355876 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-844d9904-a6a8-4aec-8965-2bf3cad1c2e3 req-6303029a-e142-40d3-ad59-cc1b750b59dc tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125622 Jun 24 09:44:51.437047 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device b0b73562-fd40-4818-80ba-a8071710c2ac up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:44:51.501984 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port b0b73562-fd40-4818-80ba-a8071710c2ac triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:51.502361 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:51.531771 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:51.638573 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port b0b73562-fd40-4818-80ba-a8071710c2ac is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:51.732698 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Publish callbacks [] for router_gateway (f8249eb8-a7c8-4ebe-be79-665d81fe7745), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:51.852857 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:52.113865 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:52.162373 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-c7046762-73c5-4949-9aa1-aca8c973db6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1270673 Jun 24 09:44:52.264694 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-e6c3820a-b219-455a-b51a-076929a6896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:52.266241 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-e6c3820a-b219-455a-b51a-076929a6896c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 1130 time: 0.0672174 Jun 24 09:44:52.269128 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (f8249eb8-a7c8-4ebe-be79-665d81fe7745), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:52.539627 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-6800b89a-6dbb-4ae4-a92c-74bfa8897a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:52.541341 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-6800b89a-6dbb-4ae4-a92c-74bfa8897a0b service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.2198761 Jun 24 09:44:52.571379 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799c2a7-7d32-426c-ac45-f5e844b49314 req-0bb80a21-3509-4680-b51e-cb75f78a43b2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:52.583944 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1799c2a7-7d32-426c-ac45-f5e844b49314 req-0bb80a21-3509-4680-b51e-cb75f78a43b2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0664804 Jun 24 09:44:52.633583 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-0df21672-ea35-4609-be64-31d5b56a95c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccbac6d6-252a-4188-b391-a975bc7720c2 HTTP/1.1" status: 200 len: 217 time: 0.0812039 Jun 24 09:44:52.665843 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1799c2a7-7d32-426c-ac45-f5e844b49314 req-5da32a8c-06c5-4dc9-8b53-678864105f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808485 Jun 24 09:44:52.738880 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-6f2171f2-6fb3-4b26-b31f-0c9c856a4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:52.740507 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-6f2171f2-6fb3-4b26-b31f-0c9c856a4a12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0938809 Jun 24 09:44:52.814507 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Router f8249eb8-a7c8-4ebe-be79-665d81fe7745 is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:44:52.926673 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-aaae75f6-9a2f-4f66-8d6b-b4239248e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:52.928408 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-aaae75f6-9a2f-4f66-8d6b-b4239248e419 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1751223 Jun 24 09:44:53.064999 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9115bc7-d801-4865-bfbc-a69fc6e92e92 None None] Network bf652b94-97b4-44cf-9ee3-9262d86d842e requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:44:53.115104 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:44:53.135718 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Sync routers for ids ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:44:53.143847 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-67b1a20d-1e03-4d08-9141-9e23a70947e3 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918702 Jun 24 09:44:53.147322 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-6c010acd-5349-4c37-8c0b-c453282982f1 None None] Provisioning complete for port 529c4dba-03aa-427f-b97f-bbe4c38bf293 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:53.147860 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6c010acd-5349-4c37-8c0b-c453282982f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:53.152146 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:53.153401 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-929232bd-d9da-4ac7-bf7e-fcf1a01b4096 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2217968 Jun 24 09:44:53.156355 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 56572) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:44:53.225674 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Routers {'f8249eb8-a7c8-4ebe-be79-665d81fe7745'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:44:53.226515 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:44:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:53.312415 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-6dfd3009-8222-44ca-ab3a-2bc61174495a req-7da2e7e6-acad-4240-a6c8-78c3adcb4680 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568019 Jun 24 09:44:53.374163 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 529c4dba-03aa-427f-b97f-bbe4c38bf293 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:44:53.467326 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:53.506482 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:53.543729 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-6c010acd-5349-4c37-8c0b-c453282982f1 None None] Current status of the port 529c4dba-03aa-427f-b97f-bbe4c38bf293 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:53.544439 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6c010acd-5349-4c37-8c0b-c453282982f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:53.593055 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Set router f8249eb8-a7c8-4ebe-be79-665d81fe7745 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:44:53.647300 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 529c4dba-03aa-427f-b97f-bbe4c38bf293 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:53.648177 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:53.678188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:53.731940 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-6c010acd-5349-4c37-8c0b-c453282982f1 None None] For port 529c4dba-03aa-427f-b97f-bbe4c38bf293, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=529c4dba-03aa-427f-b97f-bbe4c38bf293,segment=NetworkSegment(cb8d74ff-576f-46e6-8bd3-fef3a5b824bf),segment_id=cb8d74ff-576f-46e6-8bd3-fef3a5b824bf)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:44:53.763052 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6c010acd-5349-4c37-8c0b-c453282982f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:53.945701 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efba10a-bf2b-4ee5-b240-d7e4ecead80b req-a3324254-62da-4e43-b3d3-f57fdbe34133 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:53.947325 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3efba10a-bf2b-4ee5-b240-d7e4ecead80b req-a3324254-62da-4e43-b3d3-f57fdbe34133 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1152828 Jun 24 09:44:53.956069 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c010acd-5349-4c37-8c0b-c453282982f1 None None] Pushing event updated for resources: {'Port': ['ID=529c4dba-03aa-427f-b97f-bbe4c38bf293,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:53.980126 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-9414bfd8-36b8-4b80-99a2-4ece5482c4b8 None None] Provisioning complete for port 529c4dba-03aa-427f-b97f-bbe4c38bf293 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:53.980500 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-9414bfd8-36b8-4b80-99a2-4ece5482c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:54.061332 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:54.071370 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 529c4dba-03aa-427f-b97f-bbe4c38bf293 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:54.091172 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3efba10a-bf2b-4ee5-b240-d7e4ecead80b req-9d3e2f39-f7e0-466c-83f9-ab1b581fe492 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378999 Jun 24 09:44:54.099721 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:54.120949 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'name': 'tempest-TestMinimumBasicScenario-1463427670-router', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:48Z', 'updated_at': '2022-06-24T09:44:51Z', 'revision_number': 3, 'project_id': '98bea12852fc45879f303aa81b795485', 'gw_port': {'id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:50Z', 'updated_at': '2022-06-24T09:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:54.195096 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Checking router: f8249eb8-a7c8-4ebe-be79-665d81fe7745 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:44:54.195736 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Updating router f8249eb8-a7c8-4ebe-be79-665d81fe7745 port f03e72ba-409f-47da-bb98-ff5f67fc03c7 binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:44:54.310762 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-9414bfd8-36b8-4b80-99a2-4ece5482c4b8 None None] Current status of the port 529c4dba-03aa-427f-b97f-bbe4c38bf293 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:54.312752 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:54.362547 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Allocated IP 172.20.0.1 (bf652b94-97b4-44cf-9ee3-9262d86d842e/0c611330-4fc9-4e47-948c-a14baf960032/5b307979-62ff-4e52-acb8-1017db048a7b) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:44:54.523722 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Publish callbacks [] for port (5b307979-62ff-4e52-acb8-1017db048a7b), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:54.559951 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:54.567877 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:54.644053 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Network bf652b94-97b4-44cf-9ee3-9262d86d842e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:44:54.649256 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:54.653519 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:44:54.654020 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (f8249eb8-a7c8-4ebe-be79-665d81fe7745), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:54.706385 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=5b307979-62ff-4e52-acb8-1017db048a7b,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:54.718320 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.718738 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.719240 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.720130 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.720529 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.721020 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.721354 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.721741 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.722232 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.722621 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.723377 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.723720 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.724146 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.724497 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.724812 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:54.739254 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:54.927305 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.056579 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Publish callbacks [] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.059773 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-b53adbf1-0910-4bc3-9a89-f011f38c10b1 None None] Provisioning complete for port 5b307979-62ff-4e52-acb8-1017db048a7b triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:55.060223 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b53adbf1-0910-4bc3-9a89-f011f38c10b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.110513 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.166337 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:55.170080 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-b53adbf1-0910-4bc3-9a89-f011f38c10b1 None None] Port 5b307979-62ff-4e52-acb8-1017db048a7b cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:44:55.191811 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Attempting to bind port f03e72ba-409f-47da-bb98-ff5f67fc03c7 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:44:55.192183 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Attempting to bind port f03e72ba-409f-47da-bb98-ff5f67fc03c7 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:44:55.192540 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Attempting to bind port f03e72ba-409f-47da-bb98-ff5f67fc03c7 on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:44:55.195119 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bb841-8e19-4892-a077-2e9db9f74a72 None None] Pushing event updated for resources: {'Port': ['ID=f03e72ba-409f-47da-bb98-ff5f67fc03c7,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:55.201570 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:44:55.201949 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:44:55.202348 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.202736 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:44:55.203270 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Bound port: f03e72ba-409f-47da-bb98-ff5f67fc03c7, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:44:55.204183 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.219529 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Publish callbacks [] for port (5b307979-62ff-4e52-acb8-1017db048a7b), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.246684 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.248242 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (f8249eb8-a7c8-4ebe-be79-665d81fe7745), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.268860 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] For port f03e72ba-409f-47da-bb98-ff5f67fc03c7, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:44:55.272355 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] For port f03e72ba-409f-47da-bb98-ff5f67fc03c7, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=f03e72ba-409f-47da-bb98-ff5f67fc03c7,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:44:55.277247 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 529c4dba-03aa-427f-b97f-bbe4c38bf293 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:44:55.281656 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.299320 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c7471-ccdf-4ebf-bf2b-112f7bdbec91 req-9d93e76c-92c2-400e-9fe5-471cfacbf691 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:55.300903 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3d9c7471-ccdf-4ebf-bf2b-112f7bdbec91 req-9d93e76c-92c2-400e-9fe5-471cfacbf691 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.1099184 Jun 24 09:44:55.380790 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=5b307979-62ff-4e52-acb8-1017db048a7b,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:55.387219 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Routers {'f8249eb8-a7c8-4ebe-be79-665d81fe7745'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:44:55.388015 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:44:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:55.389856 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bb841-8e19-4892-a077-2e9db9f74a72 None None] Pushing event updated for resources: {'Port': ['ID=f03e72ba-409f-47da-bb98-ff5f67fc03c7,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:55.395584 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 529c4dba-03aa-427f-b97f-bbe4c38bf293 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:55.395949 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.417313 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3d9c7471-ccdf-4ebf-bf2b-112f7bdbec91 req-55778362-1590-4792-9b4f-181aef8ab655 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025147 Jun 24 09:44:55.439272 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Network bf652b94-97b4-44cf-9ee3-9262d86d842e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:44:55.440794 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:44:55.551275 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:55.556335 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] Set router f8249eb8-a7c8-4ebe-be79-665d81fe7745 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:44:55.587331 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Router f8249eb8-a7c8-4ebe-be79-665d81fe7745 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:44:55.614527 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 529c4dba-03aa-427f-b97f-bbe4c38bf293 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:55.703999 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:44:55.717671 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-d859dbb8-c891-4d75-ab98-e793641a8ab6 admin admin] 10.222.0.65 "PUT /v2.0/routers/f8249eb8-a7c8-4ebe-be79-665d81fe7745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5513937 Jun 24 09:44:55.748804 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-fd80d02a-b496-40ba-bf4c-7a1431ffc121 None None] Provisioning complete for port 5b307979-62ff-4e52-acb8-1017db048a7b triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:55.749293 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-fd80d02a-b496-40ba-bf4c-7a1431ffc121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:55.825941 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-fd80d02a-b496-40ba-bf4c-7a1431ffc121 None None] Port 5b307979-62ff-4e52-acb8-1017db048a7b cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:44:55.847772 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'name': 'tempest-TestMinimumBasicScenario-1463427670-router', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:48Z', 'updated_at': '2022-06-24T09:44:54Z', 'revision_number': 4, 'project_id': '98bea12852fc45879f303aa81b795485', 'gw_port': {'id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:50Z', 'updated_at': '2022-06-24T09:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '5b307979-62ff-4e52-acb8-1017db048a7b', 'name': '', 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'mac_address': 'fa:16:3e:97:81:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '0c611330-4fc9-4e47-948c-a14baf960032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:54Z', 'updated_at': '2022-06-24T09:44:55Z', 'revision_number': 2, 'project_id': '98bea12852fc45879f303aa81b795485', 'subnets': [{'id': '0c611330-4fc9-4e47-948c-a14baf960032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:55.886802 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996cb1e4-c458-4da8-ab6f-5c14c2e77fce None None] The sync data for ids ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'] in dv-cinder-803823-13-iscsi is: [{'id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'name': 'tempest-TestMinimumBasicScenario-1463427670-router', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:48Z', 'updated_at': '2022-06-24T09:44:54Z', 'revision_number': 4, 'project_id': '98bea12852fc45879f303aa81b795485', 'gw_port': {'id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:50Z', 'updated_at': '2022-06-24T09:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '5b307979-62ff-4e52-acb8-1017db048a7b', 'name': '', 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'mac_address': 'fa:16:3e:97:81:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '0c611330-4fc9-4e47-948c-a14baf960032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:54Z', 'updated_at': '2022-06-24T09:44:55Z', 'revision_number': 2, 'project_id': '98bea12852fc45879f303aa81b795485', 'subnets': [{'id': '0c611330-4fc9-4e47-948c-a14baf960032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:44:56.250794 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339fe73-ab19-493b-9a36-e9329743bb82 req-0d12bcd1-495b-4db5-b6d0-bd257a76ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:56.252323 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8339fe73-ab19-493b-9a36-e9329743bb82 req-0d12bcd1-495b-4db5-b6d0-bd257a76ef11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 1129 time: 0.0433624 Jun 24 09:44:56.339323 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:56.370832 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339fe73-ab19-493b-9a36-e9329743bb82 req-9cebf4f3-8c90-458c-9bf1-52897eceb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:56.372531 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8339fe73-ab19-493b-9a36-e9329743bb82 req-9cebf4f3-8c90-458c-9bf1-52897eceb25c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 918 time: 0.1122212 Jun 24 09:44:56.492351 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:56.494883 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8339fe73-ab19-493b-9a36-e9329743bb82 req-0eb7c6b2-19fe-4b99-a25d-f095060eab2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=371d87f0-d828-436b-a673-c5e34fc40e6c HTTP/1.1" status: 200 len: 1000 time: 0.1068628 Jun 24 09:44:56.572614 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339fe73-ab19-493b-9a36-e9329743bb82 req-94215897-36e1-421f-8e31-a1152df2a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:56.574427 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8339fe73-ab19-493b-9a36-e9329743bb82 req-94215897-36e1-421f-8e31-a1152df2a483 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.0675881 Jun 24 09:44:56.638322 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f84a94-24d3-42e6-8c1d-0a75cb736be1 req-24d04dd0-25ef-4a2a-a85d-6247fdced2b2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:56.641654 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e4f84a94-24d3-42e6-8c1d-0a75cb736be1 req-24d04dd0-25ef-4a2a-a85d-6247fdced2b2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0993795 Jun 24 09:44:56.649493 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339fe73-ab19-493b-9a36-e9329743bb82 req-5805abf1-6c8e-4dce-8285-7b1ef96126c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:56.651319 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8339fe73-ab19-493b-9a36-e9329743bb82 req-5805abf1-6c8e-4dce-8285-7b1ef96126c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0603960 Jun 24 09:44:56.697675 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:56.711568 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e4f84a94-24d3-42e6-8c1d-0a75cb736be1 req-a3bb237c-5983-4590-b79c-e189b7bf9921 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622714 Jun 24 09:44:56.831299 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8339fe73-ab19-493b-9a36-e9329743bb82 req-321e222e-11de-4d7a-874f-52540a31aecd service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702795 Jun 24 09:44:57.005249 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8339fe73-ab19-493b-9a36-e9329743bb82 req-2db853e7-e6c7-4c2d-b4a3-26d26831515c service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666753 Jun 24 09:44:57.250487 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:57.290873 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62183c76-1b25-4c0b-a25f-456b7d1e7e6e req-0e93e63f-98c7-4f5a-add2-3fc3a753f874 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:57.308273 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-62183c76-1b25-4c0b-a25f-456b7d1e7e6e req-0e93e63f-98c7-4f5a-add2-3fc3a753f874 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.1270249 Jun 24 09:44:57.371117 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device f03e72ba-409f-47da-bb98-ff5f67fc03c7 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:44:57.374253 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-62183c76-1b25-4c0b-a25f-456b7d1e7e6e req-5a97a312-2b56-49e0-9e30-5b9dc97dc677 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646601 Jun 24 09:44:57.447207 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port f03e72ba-409f-47da-bb98-ff5f67fc03c7 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:57.447473 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:57.544853 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port f03e72ba-409f-47da-bb98-ff5f67fc03c7 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:57.545372 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:57.575002 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:57.580146 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port f03e72ba-409f-47da-bb98-ff5f67fc03c7, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=f03e72ba-409f-47da-bb98-ff5f67fc03c7,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:44:57.585607 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:57.705147 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=f03e72ba-409f-47da-bb98-ff5f67fc03c7,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:57.724364 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.725964 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.728082 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.728532 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.729073 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.729487 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.730333 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.732481 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.732964 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.733388 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.733810 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.737996 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.738479 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.740342 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.740901 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:44:57.902807 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a27a6-e57c-4c90-873b-bfef6dc7534d req-a50a36ca-dd26-4df3-8934-78810cf46661 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:57.904536 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa1a27a6-e57c-4c90-873b-bfef6dc7534d req-a50a36ca-dd26-4df3-8934-78810cf46661 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0711575 Jun 24 09:44:57.981603 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa1a27a6-e57c-4c90-873b-bfef6dc7534d req-0689d10b-d177-44ba-9509-0e0c8876fc84 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703235 Jun 24 09:44:58.494699 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec1e2c-9436-44a1-a830-5d5cf4564951 req-02a4f3bc-5e80-4ff7-be94-211387c08f37 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:58.496236 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3eec1e2c-9436-44a1-a830-5d5cf4564951 req-02a4f3bc-5e80-4ff7-be94-211387c08f37 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.0540247 Jun 24 09:44:58.569979 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3eec1e2c-9436-44a1-a830-5d5cf4564951 req-c775841b-34fc-4b14-b846-f95ddd097821 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669787 Jun 24 09:44:58.821865 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Sync routers for ids ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:44:58.835256 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Routers {'f8249eb8-a7c8-4ebe-be79-665d81fe7745'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:44:58.835974 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:44:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:58.899389 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:58.975552 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Set router f8249eb8-a7c8-4ebe-be79-665d81fe7745 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:44:59.168275 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966f4de-17fd-42c7-a5dd-eae29fb0fd95 req-46a5fbbc-718b-427d-98fc-2c9625eb2cd0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:59.176653 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5966f4de-17fd-42c7-a5dd-eae29fb0fd95 req-46a5fbbc-718b-427d-98fc-2c9625eb2cd0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0814521 Jun 24 09:44:59.199105 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'name': 'tempest-TestMinimumBasicScenario-1463427670-router', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:48Z', 'updated_at': '2022-06-24T09:44:54Z', 'revision_number': 4, 'project_id': '98bea12852fc45879f303aa81b795485', 'gw_port': {'id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:50Z', 'updated_at': '2022-06-24T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '5b307979-62ff-4e52-acb8-1017db048a7b', 'name': '', 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'mac_address': 'fa:16:3e:97:81:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '0c611330-4fc9-4e47-948c-a14baf960032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:54Z', 'updated_at': '2022-06-24T09:44:55Z', 'revision_number': 2, 'project_id': '98bea12852fc45879f303aa81b795485', 'subnets': [{'id': '0c611330-4fc9-4e47-948c-a14baf960032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:44:59.238110 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Checking router: f8249eb8-a7c8-4ebe-be79-665d81fe7745 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:44:59.238466 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Updating router f8249eb8-a7c8-4ebe-be79-665d81fe7745 port 5b307979-62ff-4e52-acb8-1017db048a7b binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:44:59.246521 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5966f4de-17fd-42c7-a5dd-eae29fb0fd95 req-ef6e157a-5440-400e-a4a8-405a46ed4c99 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687649 Jun 24 09:44:59.274727 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:59.288594 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device f03e72ba-409f-47da-bb98-ff5f67fc03c7 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:44:59.347098 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port f03e72ba-409f-47da-bb98-ff5f67fc03c7 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:44:59.347502 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:59.445991 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port f03e72ba-409f-47da-bb98-ff5f67fc03c7 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:44:59.608435 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Publish callbacks [] for port (5b307979-62ff-4e52-acb8-1017db048a7b), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:59.614888 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:59.664836 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa43de9-9e49-4b32-9739-ab51802df7eb None None] Pushing event updated for resources: {'Port': ['ID=5b307979-62ff-4e52-acb8-1017db048a7b,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:44:59.728820 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:44:59.747211 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d40ae-1776-4120-b6ee-064f35a47371 req-ca4893b2-30bd-42c3-8e67-51379681c2ca tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:44:59.758618 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6d7d40ae-1776-4120-b6ee-064f35a47371 req-ca4893b2-30bd-42c3-8e67-51379681c2ca tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.1186917 Jun 24 09:44:59.792441 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Attempting to bind port 5b307979-62ff-4e52-acb8-1017db048a7b on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:44:59.792814 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Attempting to bind port 5b307979-62ff-4e52-acb8-1017db048a7b by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': 'cb8d74ff-576f-46e6-8bd3-fef3a5b824bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:44:59.793176 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Attempting to bind port 5b307979-62ff-4e52-acb8-1017db048a7b on network bf652b94-97b4-44cf-9ee3-9262d86d842e {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:44:59.810591 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:44:59.810591 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Checking segment: {'id': 'cb8d74ff-576f-46e6-8bd3-fef3a5b824bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:44:59.810591 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:59.810591 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Bound using segment: {'id': 'cb8d74ff-576f-46e6-8bd3-fef3a5b824bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:44:59.810591 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Bound port: 5b307979-62ff-4e52-acb8-1017db048a7b, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8d74ff-576f-46e6-8bd3-fef3a5b824bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:44:59.810591 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:44:59.834122 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6d7d40ae-1776-4120-b6ee-064f35a47371 req-bb6469f5-428c-456b-85fc-d17a0e09a3ea tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679369 Jun 24 09:44:59.901861 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] For port 5b307979-62ff-4e52-acb8-1017db048a7b, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:44:59.910851 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] For port 5b307979-62ff-4e52-acb8-1017db048a7b, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=5b307979-62ff-4e52-acb8-1017db048a7b,segment=NetworkSegment(cb8d74ff-576f-46e6-8bd3-fef3a5b824bf),segment_id=cb8d74ff-576f-46e6-8bd3-fef3a5b824bf)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:44:59.918537 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:00.004243 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa43de9-9e49-4b32-9739-ab51802df7eb None None] Pushing event updated for resources: {'Port': ['ID=5b307979-62ff-4e52-acb8-1017db048a7b,revision_number=4']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:00.008330 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Routers {'f8249eb8-a7c8-4ebe-be79-665d81fe7745'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:45:00.008944 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:44:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:45:00.013266 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-273dd075-c2d4-4b1e-81d8-4934ebbf5baf None None] Provisioning complete for port 5b307979-62ff-4e52-acb8-1017db048a7b triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:45:00.013811 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-273dd075-c2d4-4b1e-81d8-4934ebbf5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:00.139277 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:00.143310 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-273dd075-c2d4-4b1e-81d8-4934ebbf5baf None None] Current status of the port 5b307979-62ff-4e52-acb8-1017db048a7b is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:00.144018 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-273dd075-c2d4-4b1e-81d8-4934ebbf5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:00.155644 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] Set router f8249eb8-a7c8-4ebe-be79-665d81fe7745 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:45:00.195710 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-273dd075-c2d4-4b1e-81d8-4934ebbf5baf None None] For port 5b307979-62ff-4e52-acb8-1017db048a7b, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=5b307979-62ff-4e52-acb8-1017db048a7b,segment=NetworkSegment(cb8d74ff-576f-46e6-8bd3-fef3a5b824bf),segment_id=cb8d74ff-576f-46e6-8bd3-fef3a5b824bf)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:00.208372 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-273dd075-c2d4-4b1e-81d8-4934ebbf5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:00.287607 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dd075-c2d4-4b1e-81d8-4934ebbf5baf None None] Pushing event updated for resources: {'Port': ['ID=5b307979-62ff-4e52-acb8-1017db048a7b,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:00.333385 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-32286533-de4e-459d-bb4f-aeca1309c49a None None] Provisioning complete for port 5b307979-62ff-4e52-acb8-1017db048a7b triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:45:00.336808 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-32286533-de4e-459d-bb4f-aeca1309c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:00.398116 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c0368-0369-4f4b-8b2b-097bd1fc4aed req-a21f8a2e-fdc0-4d7c-92df-f29f85289010 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:00.405650 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-012c0368-0369-4f4b-8b2b-097bd1fc4aed req-a21f8a2e-fdc0-4d7c-92df-f29f85289010 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 945 time: 0.0575628 Jun 24 09:45:00.444925 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:00.456797 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-32286533-de4e-459d-bb4f-aeca1309c49a None None] Current status of the port 5b307979-62ff-4e52-acb8-1017db048a7b is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:00.479396 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-012c0368-0369-4f4b-8b2b-097bd1fc4aed req-e31dd9d6-215c-4d68-98b5-c4ea9fc5f982 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688550 Jun 24 09:45:00.515640 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'name': 'tempest-TestMinimumBasicScenario-1463427670-router', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:48Z', 'updated_at': '2022-06-24T09:44:54Z', 'revision_number': 4, 'project_id': '98bea12852fc45879f303aa81b795485', 'gw_port': {'id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:50Z', 'updated_at': '2022-06-24T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '5b307979-62ff-4e52-acb8-1017db048a7b', 'name': '', 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'mac_address': 'fa:16:3e:97:81:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '0c611330-4fc9-4e47-948c-a14baf960032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:54Z', 'updated_at': '2022-06-24T09:44:59Z', 'revision_number': 4, 'project_id': '98bea12852fc45879f303aa81b795485', 'subnets': [{'id': '0c611330-4fc9-4e47-948c-a14baf960032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:45:00.548346 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde500bc-2a28-409d-9be3-7ed0b278f8d8 None None] The sync data for ids ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'] in dv-cinder-803823-13-iscsi is: [{'id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'name': 'tempest-TestMinimumBasicScenario-1463427670-router', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:48Z', 'updated_at': '2022-06-24T09:44:54Z', 'revision_number': 4, 'project_id': '98bea12852fc45879f303aa81b795485', 'gw_port': {'id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:50Z', 'updated_at': '2022-06-24T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '5b307979-62ff-4e52-acb8-1017db048a7b', 'name': '', 'network_id': 'bf652b94-97b4-44cf-9ee3-9262d86d842e', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'mac_address': 'fa:16:3e:97:81:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '0c611330-4fc9-4e47-948c-a14baf960032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:54Z', 'updated_at': '2022-06-24T09:44:59Z', 'revision_number': 4, 'project_id': '98bea12852fc45879f303aa81b795485', 'subnets': [{'id': '0c611330-4fc9-4e47-948c-a14baf960032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:45:00.984010 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe8968-a469-4e4a-8886-77dc6a22f30f req-6843145b-3eef-42eb-a9cc-9389dfe12bf4 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:00.986051 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7cfe8968-a469-4e4a-8886-77dc6a22f30f req-6843145b-3eef-42eb-a9cc-9389dfe12bf4 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.0561371 Jun 24 09:45:01.056412 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7cfe8968-a469-4e4a-8886-77dc6a22f30f req-f1d17a3f-7f44-41f3-a1a4-3fcbadd94af8 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641580 Jun 24 09:45:01.276208 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 5b307979-62ff-4e52-acb8-1017db048a7b up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:45:01.327745 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 5b307979-62ff-4e52-acb8-1017db048a7b triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:45:01.328149 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:01.357363 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 371d87f0-d828-436b-a673-c5e34fc40e6c no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:45:01.470967 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 5b307979-62ff-4e52-acb8-1017db048a7b is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:01.483916 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 371d87f0-d828-436b-a673-c5e34fc40e6c is: ACTIVE; New status is: DOWN {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:01.484351 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:01.510697 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:01.513085 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8948c55f-c041-4f4b-bf93-cc42d6484e52" -d '{"events": [{"server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "name": "network-vif-unplugged", "status": "completed", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:01.529524 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:01.538380 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:01.594246 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431ccb35-60ac-4520-8c16-a93c6ca58ee5 x-openstack-request-id: req-431ccb35-60ac-4520-8c16-a93c6ca58ee5 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:01.594558 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "name": "network-vif-unplugged", "status": "completed", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:01.594812 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-431ccb35-60ac-4520-8c16-a93c6ca58ee5 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:01.595399 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431ccb35-60ac-4520-8c16-a93c6ca58ee5'] response: {'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'code': 200} Jun 24 09:45:01.597915 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:01.635140 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=371d87f0-d828-436b-a673-c5e34fc40e6c,revision_number=8']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:01.670736 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d956e-5a24-4113-9b4d-e1c64930d642 req-03793397-8900-4c0f-be75-7ae7d99528d7 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:01.675167 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8c1d956e-5a24-4113-9b4d-e1c64930d642 req-03793397-8900-4c0f-be75-7ae7d99528d7 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0625699 Jun 24 09:45:01.733555 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8c1d956e-5a24-4113-9b4d-e1c64930d642 req-62b02a81-7263-44e5-a540-c97d0870884b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516315 Jun 24 09:45:02.181313 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae17c1-953c-4e4f-a05d-b4d4b54b7ff9 req-010e93ba-6ac5-4e78-8144-e065dc50ef89 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:02.182991 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a7ae17c1-953c-4e4f-a05d-b4d4b54b7ff9 req-010e93ba-6ac5-4e78-8144-e065dc50ef89 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.0547252 Jun 24 09:45:02.269721 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a7ae17c1-953c-4e4f-a05d-b4d4b54b7ff9 req-cadd2abf-8115-443a-95a5-72152cffe422 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677154 Jun 24 09:45:02.844898 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:45:02.867527 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a33499-eec2-4a79-a3c9-dbcbcd079e96 req-aaf99d70-144f-4b08-9d5b-9f66dd0d1ad7 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:02.869185 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-94a33499-eec2-4a79-a3c9-dbcbcd079e96 req-aaf99d70-144f-4b08-9d5b-9f66dd0d1ad7 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0550315 Jun 24 09:45:02.925011 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-94a33499-eec2-4a79-a3c9-dbcbcd079e96 req-4c0762d6-fcb9-40fb-8502-ead54b0b1c0d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495896 Jun 24 09:45:03.174423 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57805ab7-df9c-4293-8222-53be99bf1663 req-793ff3a3-027d-45c6-beb9-8842257a1938 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:03.176018 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-57805ab7-df9c-4293-8222-53be99bf1663 req-793ff3a3-027d-45c6-beb9-8842257a1938 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.1262960 Jun 24 09:45:03.382213 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-57805ab7-df9c-4293-8222-53be99bf1663 req-ca6fa190-63c7-439c-b0b3-9dba441fc046 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Deleting port 572f669e-9d6a-459f-b60d-673ffe96ade9 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:45:03.382213 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-57805ab7-df9c-4293-8222-53be99bf1663 req-ca6fa190-63c7-439c-b0b3-9dba441fc046 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:03.477390 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a784c9-6512-4aea-af36-de4691d5457f req-0828a8c2-f701-4bc9-9fa9-c87b8531c038 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:03.484789 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-48a784c9-6512-4aea-af36-de4691d5457f req-0828a8c2-f701-4bc9-9fa9-c87b8531c038 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 945 time: 0.0863073 Jun 24 09:45:03.564095 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:03.580856 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-48a784c9-6512-4aea-af36-de4691d5457f req-fde1905e-ae45-4fb5-adc1-c49ca21ba1ae tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948124 Jun 24 09:45:03.765228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [req-dfc3ea57-e938-44d4-9b02-1485f7afa833 req-646105b6-e202-4d55-9afa-e3856f40d3dd service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:45:03.766708 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dfc3ea57-e938-44d4-9b02-1485f7afa833 req-646105b6-e202-4d55-9afa-e3856f40d3dd service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060294 Jun 24 09:45:03.861141 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-57805ab7-df9c-4293-8222-53be99bf1663 req-ca6fa190-63c7-439c-b0b3-9dba441fc046 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] For port 572f669e-9d6a-459f-b60d-673ffe96ade9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=572f669e-9d6a-459f-b60d-673ffe96ade9,segment=NetworkSegment(43622dbb-3fa7-4171-a86c-ae9b85e1022b),segment_id=43622dbb-3fa7-4171-a86c-ae9b85e1022b)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:03.861829 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-57805ab7-df9c-4293-8222-53be99bf1663 req-ca6fa190-63c7-439c-b0b3-9dba441fc046 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:03.889276 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-57805ab7-df9c-4293-8222-53be99bf1663 req-ca6fa190-63c7-439c-b0b3-9dba441fc046 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Calling delete_port for 572f669e-9d6a-459f-b60d-673ffe96ade9 owned by compute:nova {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:45:03.992320 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:03.999289 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23838d-5157-49de-b12b-8aa15dc632eb req-cde4d974-49b8-47c1-abfe-14a8f9eb1949 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:04.007406 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3a23838d-5157-49de-b12b-8aa15dc632eb req-cde4d974-49b8-47c1-abfe-14a8f9eb1949 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0641384 Jun 24 09:45:04.085896 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3a23838d-5157-49de-b12b-8aa15dc632eb req-05708a61-68ef-4c51-b172-1e3b8293b5dd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727053 Jun 24 09:45:04.091205 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-57805ab7-df9c-4293-8222-53be99bf1663 req-ca6fa190-63c7-439c-b0b3-9dba441fc046 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (572f669e-9d6a-459f-b60d-673ffe96ade9), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:04.107578 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['572f669e-9d6a-459f-b60d-673ffe96ade9'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:45:04.128055 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fa190-63c7-439c-b0b3-9dba441fc046 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Pushing event deleted for resources: {'Port': ['ID=572f669e-9d6a-459f-b60d-673ffe96ade9,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:04.210890 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-57805ab7-df9c-4293-8222-53be99bf1663 req-ca6fa190-63c7-439c-b0b3-9dba441fc046 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] No DVR routers for this DVR port 572f669e-9d6a-459f-b60d-673ffe96ade9 on host hv-cinder-80382 {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:45:04.214316 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-57805ab7-df9c-4293-8222-53be99bf1663 req-ca6fa190-63c7-439c-b0b3-9dba441fc046 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:04.217153 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-57805ab7-df9c-4293-8222-53be99bf1663 req-ca6fa190-63c7-439c-b0b3-9dba441fc046 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.47 "DELETE /v2.0/ports/572f669e-9d6a-459f-b60d-673ffe96ade9 HTTP/1.1" status: 204 len: 173 time: 1.0293765 Jun 24 09:45:04.217615 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0dadb5-652d-42b9-90aa-461f74d68dca', 'name': 'network-vif-deleted', 'tag': '572f669e-9d6a-459f-b60d-673ffe96ade9'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:04.220074 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f02414-31ab-453b-89d8-8cd7ea3fc21e" -d '{"events": [{"server_uuid": "ce0dadb5-652d-42b9-90aa-461f74d68dca", "name": "network-vif-deleted", "tag": "572f669e-9d6a-459f-b60d-673ffe96ade9"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:04.266970 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04208bb-291d-4649-8676-bdbdbbee8c92 x-openstack-request-id: req-b04208bb-291d-4649-8676-bdbdbbee8c92 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:04.267285 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0dadb5-652d-42b9-90aa-461f74d68dca", "name": "network-vif-deleted", "tag": "572f669e-9d6a-459f-b60d-673ffe96ade9", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:04.267533 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b04208bb-291d-4649-8676-bdbdbbee8c92 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:04.267932 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04208bb-291d-4649-8676-bdbdbbee8c92'] response: {'server_uuid': 'ce0dadb5-652d-42b9-90aa-461f74d68dca', 'name': 'network-vif-deleted', 'tag': '572f669e-9d6a-459f-b60d-673ffe96ade9', 'status': 'completed', 'code': 200} Jun 24 09:45:04.736942 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-af22bc03-488a-4b4a-a268-886ac6de5689 req-a3773508-875c-47c5-b8d2-4047471fea7e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0dadb5-652d-42b9-90aa-461f74d68dca HTTP/1.1" status: 200 len: 210 time: 0.0470927 Jun 24 09:45:05.215170 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d10962-7944-4f37-b976-4d32c579f6e8 req-46c52681-92bd-42e0-adc0-d2bdf51c0e32 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:05.217152 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6d10962-7944-4f37-b976-4d32c579f6e8 req-46c52681-92bd-42e0-adc0-d2bdf51c0e32 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0560331 Jun 24 09:45:05.274472 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6d10962-7944-4f37-b976-4d32c579f6e8 req-4d6affbe-1891-4b10-8e95-d9cd41290ced tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510767 Jun 24 09:45:06.325715 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 572f669e-9d6a-459f-b60d-673ffe96ade9 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:45:06.389727 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: 572f669e-9d6a-459f-b60d-673ffe96ade9 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:45:06.390055 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 572f669e-9d6a-459f-b60d-673ffe96ade9 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:45:06.390467 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 371d87f0-d828-436b-a673-c5e34fc40e6c no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:45:06.479473 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d09f59-cd7a-41d6-98b2-be982df6cb0c req-b368b9af-06a9-4b45-a379-eb77b4fe7f20 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:06.481073 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f7d09f59-cd7a-41d6-98b2-be982df6cb0c req-b368b9af-06a9-4b45-a379-eb77b4fe7f20 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0573854 Jun 24 09:45:06.494482 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 371d87f0-d828-436b-a673-c5e34fc40e6c is: DOWN; New status is: DOWN {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:06.538173 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f7d09f59-cd7a-41d6-98b2-be982df6cb0c req-af1f47c6-1627-419d-8f18-eba94e44966a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513685 Jun 24 09:45:07.206996 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56846) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:07.273888 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-a8a92c37-9f2d-48cc-ad41-6e2274339cd5 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:07.275532 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-a8a92c37-9f2d-48cc-ad41-6e2274339cd5 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/networks?id=81ccbe4d-d281-46f1-a767-e183ccaac7bb HTTP/1.1" status: 200 len: 815 time: 0.1504388 Jun 24 09:45:07.300376 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-542ccf6a-6775-4c85-9531-c5a3187c401a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/quotas/a0aff51028ec477ebbc12e078174977a HTTP/1.1" status: 200 len: 375 time: 0.0194604 Jun 24 09:45:07.316201 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-9e990557-8df1-46d9-82a6-582d5cbefb49 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076508 Jun 24 09:45:07.325004 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-6a0d829e-ba16-4135-8fed-4cba91f3a88d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:45:07.326063 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-6a0d829e-ba16-4135-8fed-4cba91f3a88d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051732 Jun 24 09:45:07.353192 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-f9f8e203-58e5-4527-a965-fd6efb124d69 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0aff51028ec477ebbc12e078174977a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468988 Jun 24 09:45:07.407633 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 56856) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:07.457747 dv-cinder-803823-13-iscsi neutron-server[110593]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 09:45:07.458879 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-98f0e2ad-81b9-4b93-897d-fa4bb2d7927f service neutron] 10.222.0.65 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920434 Jun 24 09:45:07.467001 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:07.508461 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-fb2d3585-938b-4ed8-ba89-82b49d2e20a8 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:07.509857 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-fb2d3585-938b-4ed8-ba89-82b49d2e20a8 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports/371d87f0-d828-436b-a673-c5e34fc40e6c HTTP/1.1" status: 200 len: 940 time: 0.1012208 Jun 24 09:45:07.558255 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-65d9f710-f4f9-4af3-b130-8ebf09c7bad9 service neutron] 10.222.0.65 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935044 Jun 24 09:45:07.665308 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541c6a5-0afe-485f-a2ab-dc30923fdd98 req-aa17a1e1-88d5-4e62-aa12-a751c3dbb8f4 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:07.673137 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6541c6a5-0afe-485f-a2ab-dc30923fdd98 req-aa17a1e1-88d5-4e62-aa12-a751c3dbb8f4 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0555730 Jun 24 09:45:07.752294 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a1aa4dcb-1933-40f6-97ad-1354248c416c req-37652bbf-96f1-4483-b14d-6664c7464b69 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 210 time: 0.0463023 Jun 24 09:45:07.771205 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6541c6a5-0afe-485f-a2ab-dc30923fdd98 req-664fbb5a-d091-4f98-838d-1b10784dc9fd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983386 Jun 24 09:45:08.860170 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2778f423-d4a7-4be6-ab6b-4dfeb47e348a req-3189936a-010c-446f-a497-bd139d378bbe tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 210 time: 0.0383637 Jun 24 09:45:08.894294 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bc715-59af-40f0-8a45-d38c4c527142 req-c24f17f3-1b17-4f6f-9744-ef73a3e92dbe tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:08.895836 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-683bc715-59af-40f0-8a45-d38c4c527142 req-c24f17f3-1b17-4f6f-9744-ef73a3e92dbe tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0649045 Jun 24 09:45:08.943054 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-683bc715-59af-40f0-8a45-d38c4c527142 req-8502eb55-2970-45ad-99f9-213885f1c89d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413105 Jun 24 09:45:09.974038 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e3517dac-0c1f-4e16-9503-816e52d4f166 req-e12aca9d-1fd5-4454-b27c-cea6351e8d27 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 210 time: 0.0396645 Jun 24 09:45:10.041412 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-16b4c613-10ed-4050-8f8d-e77f03ab72e5 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:10.044184 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-16b4c613-10ed-4050-8f8d-e77f03ab72e5 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.47 "GET /v2.0/networks?id=81ccbe4d-d281-46f1-a767-e183ccaac7bb HTTP/1.1" status: 200 len: 815 time: 0.1433249 Jun 24 09:45:10.061611 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Request body: {'port': {'device_id': '0d874254-475b-4025-8b67-b4af897fdb60', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'admin_state_up': True, 'tenant_id': 'a0aff51028ec477ebbc12e078174977a'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:45:10.075722 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51ce9d-33dc-4bf3-8c6b-d2c216cd96c6 req-dde8e251-1ec2-4a2a-89e3-49390aed4687 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:10.077671 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6e51ce9d-33dc-4bf3-8c6b-d2c216cd96c6 req-dde8e251-1ec2-4a2a-89e3-49390aed4687 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0506678 Jun 24 09:45:10.159821 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6e51ce9d-33dc-4bf3-8c6b-d2c216cd96c6 req-acb77ad6-e1ca-46cc-8ccb-a9a9fb588121 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751736 Jun 24 09:45:10.223009 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Made reservation on behalf of a0aff51028ec477ebbc12e078174977a for: {'port': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:45:10.226859 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:10.228842 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:10.389497 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Allocated IP 172.20.0.6 (81ccbe4d-d281-46f1-a767-e183ccaac7bb/7c9d977b-db01-4904-a89c-a3bdc07cacef/de309464-eb94-4c38-b29b-c293a12d68b1) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:45:10.604997 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for port (de309464-eb94-4c38-b29b-c293a12d68b1), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:10.661157 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:10.725916 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Network 81ccbe4d-d281-46f1-a767-e183ccaac7bb is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:45:10.730845 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:45:10.733226 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'Port': ['ID=de309464-eb94-4c38-b29b-c293a12d68b1,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:10.752911 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:45:10.830847 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:10.831627 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:10.844060 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 56942) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:10.865341 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-3063e653-bc00-46ac-8bb6-e43a6476dbfc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8075693 Jun 24 09:45:11.071392 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-706d5f21-d5c6-4527-98ef-4ed51cf1b6f4 None None] Provisioning complete for port de309464-eb94-4c38-b29b-c293a12d68b1 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:45:11.071972 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-706d5f21-d5c6-4527-98ef-4ed51cf1b6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:11.074771 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-85b2557b-b5c3-4964-b3d1-2b38c3eeb6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:11.128048 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-706d5f21-d5c6-4527-98ef-4ed51cf1b6f4 None None] Port de309464-eb94-4c38-b29b-c293a12d68b1 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:45:11.169998 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:11.176674 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:11.206627 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0b36d-5c06-44f6-ac68-887fb8308d0d req-14e8f1de-5865-4428-84cc-00fb85736132 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:11.209298 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f6f0b36d-5c06-44f6-ac68-887fb8308d0d req-14e8f1de-5865-4428-84cc-00fb85736132 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 931 time: 0.1264348 Jun 24 09:45:11.318808 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc91a-8345-4ad3-82d7-7f0bf1598220 req-306c5447-c05b-487c-bb3d-2ea14aac041f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:11.320617 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-785dc91a-8345-4ad3-82d7-7f0bf1598220 req-306c5447-c05b-487c-bb3d-2ea14aac041f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0545971 Jun 24 09:45:11.404442 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f6f0b36d-5c06-44f6-ac68-887fb8308d0d req-e1ae9f2f-4700-44ac-9b85-4f7775f7b566 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852434 Jun 24 09:45:11.431324 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-785dc91a-8345-4ad3-82d7-7f0bf1598220 req-13a8f97e-feb0-43ec-b87e-4fb65af6919b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994921 Jun 24 09:45:11.438615 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-85b2557b-b5c3-4964-b3d1-2b38c3eeb6f5 admin admin] Publish callbacks [] for security_group (d796ea38-7fdd-442c-9708-68b44bc0cf6f), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:11.446454 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-85b2557b-b5c3-4964-b3d1-2b38c3eeb6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d796ea38-7fdd-442c-9708-68b44bc0cf6f), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:11.498086 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2557b-b5c3-4964-b3d1-2b38c3eeb6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d796ea38-7fdd-442c-9708-68b44bc0cf6f,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:11.504414 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-85b2557b-b5c3-4964-b3d1-2b38c3eeb6f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0396f3f4a90429fa40065d815ac1aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6591356 Jun 24 09:45:11.507133 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 56954) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:11.565372 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1a5adcc4-7a94-4fe3-8c3e-d1ed84e266e8 admin admin] Publish callbacks [] for security_group (d796ea38-7fdd-442c-9708-68b44bc0cf6f), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:11.593937 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1a5adcc4-7a94-4fe3-8c3e-d1ed84e266e8 admin admin] Publish callbacks [] for security_group (d796ea38-7fdd-442c-9708-68b44bc0cf6f), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:11.658864 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1a5adcc4-7a94-4fe3-8c3e-d1ed84e266e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d796ea38-7fdd-442c-9708-68b44bc0cf6f), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:11.661578 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1a5adcc4-7a94-4fe3-8c3e-d1ed84e266e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:11.662740 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-1a5adcc4-7a94-4fe3-8c3e-d1ed84e266e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d796ea38-7fdd-442c-9708-68b44bc0cf6f HTTP/1.1" status: 204 len: 168 time: 0.1546223 Jun 24 09:45:11.678540 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5adcc4-7a94-4fe3-8c3e-d1ed84e266e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d796ea38-7fdd-442c-9708-68b44bc0cf6f,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:12.572525 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c28a8d-1f10-4e57-8c2f-b8063a80ee5e req-c5ec5c6a-75fb-4a8a-9fe2-207725b0259f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:12.574039 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d9c28a8d-1f10-4e57-8c2f-b8063a80ee5e req-c5ec5c6a-75fb-4a8a-9fe2-207725b0259f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 931 time: 0.0859625 Jun 24 09:45:12.599909 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e569a9c-e5fc-4d48-89d0-487d08e7fe16 req-de30bc6f-07e4-458c-b4f0-6995943bb08c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:12.601873 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1e569a9c-e5fc-4d48-89d0-487d08e7fe16 req-de30bc6f-07e4-458c-b4f0-6995943bb08c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0779126 Jun 24 09:45:12.634134 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d9c28a8d-1f10-4e57-8c2f-b8063a80ee5e req-33197661-da57-4fbe-864a-ce7d9ea1898a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536833 Jun 24 09:45:12.679254 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1e569a9c-e5fc-4d48-89d0-487d08e7fe16 req-c1175015-cbc1-4639-82d5-2a86df27b719 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487356 Jun 24 09:45:12.837985 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:12.839027 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=29 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:13.783898 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706a37-3172-4da4-b7c0-9cf57ffe5ba0 req-8fca4dbf-3d48-4790-920d-00d6bfdbc3d3 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:13.785558 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6e706a37-3172-4da4-b7c0-9cf57ffe5ba0 req-8fca4dbf-3d48-4790-920d-00d6bfdbc3d3 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 931 time: 0.0674076 Jun 24 09:45:13.846975 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49620bf4-c465-49c4-bb8e-6ad274d316e9 req-114e558b-6243-457d-b1f6-37ae3286c3ae tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:13.848478 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-49620bf4-c465-49c4-bb8e-6ad274d316e9 req-114e558b-6243-457d-b1f6-37ae3286c3ae tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0620246 Jun 24 09:45:13.886203 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6e706a37-3172-4da4-b7c0-9cf57ffe5ba0 req-6a83232e-6f48-41cb-90d7-557c7d51076b tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899382 Jun 24 09:45:13.913497 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-49620bf4-c465-49c4-bb8e-6ad274d316e9 req-49687bcf-a414-4364-854a-b7664bae5d28 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585084 Jun 24 09:45:14.389447 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-58386a60-c8cd-48d9-8dd9-609281723e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:15.033085 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:15.054155 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af41b-fdb9-4013-8d33-e7a5ecadeac2 req-0a46abfa-2a20-4646-9da4-08092660a1ab tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:15.055737 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-539af41b-fdb9-4013-8d33-e7a5ecadeac2 req-0a46abfa-2a20-4646-9da4-08092660a1ab tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 931 time: 0.0938797 Jun 24 09:45:15.064327 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6d8c-04d6-4c9f-9a68-b1723af17965 req-8ff86296-196b-4605-b3bb-debd8e06da75 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:15.065999 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e9da6d8c-04d6-4c9f-9a68-b1723af17965 req-8ff86296-196b-4605-b3bb-debd8e06da75 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0707328 Jun 24 09:45:15.140335 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:15.152263 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-539af41b-fdb9-4013-8d33-e7a5ecadeac2 req-470e8d45-cd1b-499d-80a0-dec24b488542 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847225 Jun 24 09:45:15.156873 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e9da6d8c-04d6-4c9f-9a68-b1723af17965 req-99cd19d3-5716-4011-b62d-5d661435ee5c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828588 Jun 24 09:45:16.218775 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-914b985f-dd77-49bf-8b68-6f77fd714b32 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:16.221500 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-914b985f-dd77-49bf-8b68-6f77fd714b32 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/networks?id=c876540d-f69d-4345-8da3-6262b1921560 HTTP/1.1" status: 200 len: 814 time: 0.1138766 Jun 24 09:45:16.244141 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-8af9044a-846f-461c-a807-6df2954bf424 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/quotas/2b043de82f1b43f78e3b92d375111d91 HTTP/1.1" status: 200 len: 375 time: 0.0160244 Jun 24 09:45:16.304689 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-951be829-2220-4239-8f4e-8b7cfe074ddc tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b043de82f1b43f78e3b92d375111d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519238 Jun 24 09:45:16.317895 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b681b-3094-4064-9aa8-98179e1e6579 req-5c7cae8d-18f8-4721-bfa5-824c97c5d3f7 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:16.319389 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e8b681b-3094-4064-9aa8-98179e1e6579 req-5c7cae8d-18f8-4721-bfa5-824c97c5d3f7 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 931 time: 0.0864549 Jun 24 09:45:16.584072 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-74c2b9af-122a-43b9-895f-530528557389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:16.659626 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e8b681b-3094-4064-9aa8-98179e1e6579 req-300136aa-b208-4621-9713-f3260ea013c6 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321919 Jun 24 09:45:16.677597 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-b765127f-cfec-43c7-8667-541185d7f053 service neutron] 10.222.0.65 "GET /v2.0/networks/c876540d-f69d-4345-8da3-6262b1921560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569336 Jun 24 09:45:16.820338 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b774c-e205-4804-8b11-3b0aadca6b31 req-50a7dcb1-56c0-43d1-95e2-9ea96e649d66 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:16.821880 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b38b774c-e205-4804-8b11-3b0aadca6b31 req-50a7dcb1-56c0-43d1-95e2-9ea96e649d66 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.1029449 Jun 24 09:45:16.846110 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-1bd779dd-b9dc-4411-9ee9-daa31a69f55f service neutron] 10.222.0.65 "GET /v2.0/networks/c876540d-f69d-4345-8da3-6262b1921560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645999 Jun 24 09:45:16.882733 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b38b774c-e205-4804-8b11-3b0aadca6b31 req-00e013f4-3a2e-47fe-bcd7-75c5558c38cf tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547009 Jun 24 09:45:17.019521 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff0d949c-9bfe-4ca8-9a11-aeb0b1d8631c req-e1869143-e924-4f97-9728-672b30d54733 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 210 time: 0.0329723 Jun 24 09:45:17.786579 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:17.788396 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730db06-749e-4f47-81a3-1078c0ceccff req-35c71559-ad73-41d7-8d6d-c2782801f8ad tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:17.790185 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e730db06-749e-4f47-81a3-1078c0ceccff req-35c71559-ad73-41d7-8d6d-c2782801f8ad tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 931 time: 0.0526428 Jun 24 09:45:17.843253 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e730db06-749e-4f47-81a3-1078c0ceccff req-540d4bb0-23ad-40ca-8470-7fc5eb6950fb tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447793 Jun 24 09:45:18.025458 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2bc83-1ed8-41e8-8e83-869ea3b77ccb req-d45541c9-68b3-4e74-934f-b8bc4d41b555 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:18.027088 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-37e2bc83-1ed8-41e8-8e83-869ea3b77ccb req-d45541c9-68b3-4e74-934f-b8bc4d41b555 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0684094 Jun 24 09:45:18.100822 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-37e2bc83-1ed8-41e8-8e83-869ea3b77ccb req-eb22bb52-b1b3-473c-927a-22637b3e6470 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663905 Jun 24 09:45:18.123420 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-89349ca8-8764-4f83-a39e-2cb1e88c3e1b req-73146a75-bb07-445c-96bc-1d4808e6354f tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 210 time: 0.0352054 Jun 24 09:45:18.964758 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ad26e-b466-4d9d-9c57-d801e80a1f2e req-6ed48440-338f-40d5-9ba1-088f1338b67d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:18.966253 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c15ad26e-b466-4d9d-9c57-d801e80a1f2e req-6ed48440-338f-40d5-9ba1-088f1338b67d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 931 time: 0.0480669 Jun 24 09:45:19.022045 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c15ad26e-b466-4d9d-9c57-d801e80a1f2e req-9ab51035-f7c7-4a43-9010-4d3d4adc0abd tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494108 Jun 24 09:45:19.102070 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:19.238446 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087190fe-edd8-4851-819e-fe5202112adb req-6c4b5608-5090-4ed4-98d5-3cf99f83b510 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:19.240166 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-087190fe-edd8-4851-819e-fe5202112adb req-6c4b5608-5090-4ed4-98d5-3cf99f83b510 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0551667 Jun 24 09:45:19.247808 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:19.297957 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-087190fe-edd8-4851-819e-fe5202112adb req-b996130a-2313-43fd-830a-117788a5dbdb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504737 Jun 24 09:45:19.401564 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3e9e8413-781f-478b-a172-dca461b4b819 req-0187747f-4ac8-4a25-bdac-075a329e3572 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 210 time: 0.0335436 Jun 24 09:45:20.125507 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:20.139739 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d995c7-01cb-431f-971a-f82307974c13 req-7c4d7cc7-a2a5-4c87-9bc1-7492d742a928 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:20.141255 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-21d995c7-01cb-431f-971a-f82307974c13 req-7c4d7cc7-a2a5-4c87-9bc1-7492d742a928 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 931 time: 0.0494273 Jun 24 09:45:20.185681 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:20.195496 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-21d995c7-01cb-431f-971a-f82307974c13 req-2b6f6a4c-044e-4071-9063-13559d5fddc0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475402 Jun 24 09:45:20.432055 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9b301-29cf-4541-8840-0c990173894e req-4c8aa116-1f2b-4fc8-bcd4-1091212a9393 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:20.433585 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4bc9b301-29cf-4541-8840-0c990173894e req-4c8aa116-1f2b-4fc8-bcd4-1091212a9393 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0561721 Jun 24 09:45:20.484674 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4bc9b301-29cf-4541-8840-0c990173894e req-09e21ae5-2919-4123-9494-77551424c745 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450585 Jun 24 09:45:20.575124 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4e36f814-7b51-4a64-be78-637f5f07c2a9 req-2d731237-2dc8-4a10-b6a8-ec1a7edf8de9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 210 time: 0.0279825 Jun 24 09:45:20.604293 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Request body: {'port': {'device_id': '0d874254-475b-4025-8b67-b4af897fdb60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:45:20.670823 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-de0dfe97-3021-41d2-9af2-d5f63fe2a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:20.672488 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-de0dfe97-3021-41d2-9af2-d5f63fe2a773 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69&tenant_id=f64a8807499a44ababb8bb037fc3d195 HTTP/1.1" status: 200 len: 1127 time: 0.0736370 Jun 24 09:45:20.691336 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:20.798488 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-2f732ead-1494-4bd2-9157-04005b19bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:20.801576 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-2f732ead-1494-4bd2-9157-04005b19bbce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 1127 time: 0.0784643 Jun 24 09:45:20.863032 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:20.970237 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-75c7f520-1d84-4f19-99bb-918646d2ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:20.970237 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-75c7f520-1d84-4f19-99bb-918646d2ba58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 918 time: 0.1521671 Jun 24 09:45:20.995450 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:21.040760 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de309464-eb94-4c38-b29b-c293a12d68b1 {{(pid=110593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:45:21.051395 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Publish callbacks [] for port (de309464-eb94-4c38-b29b-c293a12d68b1), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:21.065382 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.provisioning_blocks [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Transition to ACTIVE for port object de309464-eb94-4c38-b29b-c293a12d68b1 will not be triggered until provisioned by entity L2. {{(pid=110593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:45:21.069931 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:21.130291 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Pushing event updated for resources: {'Port': ['ID=de309464-eb94-4c38-b29b-c293a12d68b1,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:21.202463 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Attempting to bind port de309464-eb94-4c38-b29b-c293a12d68b1 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:45:21.202795 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Attempting to bind port de309464-eb94-4c38-b29b-c293a12d68b1 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:45:21.203142 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Attempting to bind port de309464-eb94-4c38-b29b-c293a12d68b1 on network 81ccbe4d-d281-46f1-a767-e183ccaac7bb {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:45:21.208117 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Port de309464-eb94-4c38-b29b-c293a12d68b1 on network 81ccbe4d-d281-46f1-a767-e183ccaac7bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:45:21.208436 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Attempting to bind port de309464-eb94-4c38-b29b-c293a12d68b1 on network 81ccbe4d-d281-46f1-a767-e183ccaac7bb {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:45:21.213929 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:45:21.214274 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Checking segment: {'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:45:21.214657 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Bound using segment: {'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:45:21.215098 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Bound port: de309464-eb94-4c38-b29b-c293a12d68b1, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb'}}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:45:21.215551 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:21.293490 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] For port de309464-eb94-4c38-b29b-c293a12d68b1, host hv-cinder-80382, cleared binding levels {{(pid=110593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:45:21.298736 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] For port de309464-eb94-4c38-b29b-c293a12d68b1, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de309464-eb94-4c38-b29b-c293a12d68b1,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:45:21.308960 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:21.374139 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:21.374863 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:21.376618 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] 10.222.0.47 "PUT /v2.0/ports/de309464-eb94-4c38-b29b-c293a12d68b1 HTTP/1.1" status: 200 len: 1093 time: 0.7769139 Jun 24 09:45:21.377097 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:21.379922 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a0c904-6c67-4787-a175-ac55d8629fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:21.393215 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-db947a64-b686-422e-9023-9e67eafb2a5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=371d87f0-d828-436b-a673-c5e34fc40e6c HTTP/1.1" status: 200 len: 998 time: 0.1741176 Jun 24 09:45:21.410395 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b37aae-107d-4ca3-8a6b-b4afb5590878 service neutron] Pushing event updated for resources: {'Port': ['ID=de309464-eb94-4c38-b29b-c293a12d68b1,revision_number=3']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:21.462038 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e3f3e3-a254-4096-b234-ac3f396693f0 x-openstack-request-id: req-e2e3f3e3-a254-4096-b234-ac3f396693f0 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:21.462588 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:21.462993 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2e3f3e3-a254-4096-b234-ac3f396693f0 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:21.463620 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e3f3e3-a254-4096-b234-ac3f396693f0'] response: {'name': 'network-changed', 'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'status': 'completed', 'code': 200} Jun 24 09:45:21.491058 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6c187-993e-435c-a9d5-27c4e4ef38e9 req-9192ca3d-772b-45e1-9787-2cba62fe9258 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:21.499374 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9be6c187-993e-435c-a9d5-27c4e4ef38e9 req-9192ca3d-772b-45e1-9787-2cba62fe9258 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 943 time: 0.1657798 Jun 24 09:45:21.551717 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-a8b4d5c2-badb-4909-b3ed-962a01d1f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:21.558742 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-a8b4d5c2-badb-4909-b3ed-962a01d1f840 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0aff51028ec477ebbc12e078174977a&device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 1127 time: 0.0747020 Jun 24 09:45:21.625211 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-8bfdaedb-1f65-4f0d-a1e7-1a00ea37977c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de309464-eb94-4c38-b29b-c293a12d68b1 HTTP/1.1" status: 200 len: 217 time: 0.0579138 Jun 24 09:45:21.634700 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9be6c187-993e-435c-a9d5-27c4e4ef38e9 req-e2f65ea3-c207-4d8a-be6c-32606d840ab7 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342044 Jun 24 09:45:21.640278 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-a7635653-ea99-4cfc-baf4-4bcdf6e3e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:21.642623 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-a7635653-ea99-4cfc-baf4-4bcdf6e3e4ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.2352931 Jun 24 09:45:21.702163 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-89dd6ad0-1e6e-47ec-b0ce-e508bcd3e7aa tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:21.704192 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-944734ea-f7b0-4560-853b-17577b607b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:21.704376 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-89dd6ad0-1e6e-47ec-b0ce-e508bcd3e7aa tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.47 "GET /v2.0/networks?id=c876540d-f69d-4345-8da3-6262b1921560 HTTP/1.1" status: 200 len: 814 time: 0.3283181 Jun 24 09:45:21.707562 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-944734ea-f7b0-4560-853b-17577b607b8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c9d977b-db01-4904-a89c-a3bdc07cacef HTTP/1.1" status: 200 len: 854 time: 0.0718343 Jun 24 09:45:21.752938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82f204-7300-4876-853d-b14f69507e9a req-bbc3bb67-3e4d-41c2-a2ee-cf2690e66137 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:21.754527 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc82f204-7300-4876-853d-b14f69507e9a req-bbc3bb67-3e4d-41c2-a2ee-cf2690e66137 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.1599994 Jun 24 09:45:21.788764 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Request body: {'port': {'device_id': 'a9395b1a-996b-49cf-93c7-44f262a92968', 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560', 'admin_state_up': True, 'tenant_id': '2b043de82f1b43f78e3b92d375111d91'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:45:21.796376 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-8f539bcb-00b1-4457-8a36-40b34c262bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:21.799844 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-8f539bcb-00b1-4457-8a36-40b34c262bcc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1193810 Jun 24 09:45:21.801684 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-e96c0398-847d-4eb4-8fbf-6f945503c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:21.802449 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d53b693a-33dc-4b42-b551-b68cc6f4ed5e req-7a7851ea-5c6f-49a9-9c4a-58e12aaac0d5 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 210 time: 0.0730233 Jun 24 09:45:21.803274 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-e96c0398-847d-4eb4-8fbf-6f945503c2d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81ccbe4d-d281-46f1-a767-e183ccaac7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578051 Jun 24 09:45:21.911888 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-9f75d9eb-5094-4ba9-8ad5-c6973fae7ab9 service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971708 Jun 24 09:45:21.944282 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc82f204-7300-4876-853d-b14f69507e9a req-d0042228-5b9b-4eb6-bc6b-8d745386ead4 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516924 Jun 24 09:45:22.004097 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:22.017721 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:22.036200 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-5b9d3e27-bb0e-43b0-aaf8-b6e107953dc6 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033248 Jun 24 09:45:22.041397 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-0fa744d8-d6dd-4df1-bb4a-e603f0881320 req-ecd6539c-3d1c-4ecf-9cf4-16921f901ff2 service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231775 Jun 24 09:45:22.060380 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Made reservation on behalf of 2b043de82f1b43f78e3b92d375111d91 for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:45:22.065578 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:22.191665 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:22.234559 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-62f2eae9-886c-408a-90be-9c67598cdb85 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852472 Jun 24 09:45:22.291619 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Allocated IP 172.20.0.9 (c876540d-f69d-4345-8da3-6262b1921560/bde6a734-bd76-4968-9921-4bc82a41bd5a/a1b8e69a-e08f-4ca9-bfeb-3053eac1f832) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:45:22.467975 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks [] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:22.506579 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:22.539367 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57114) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:22.557621 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Network c876540d-f69d-4345-8da3-6262b1921560 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:45:22.561304 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:45:22.569007 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:45:22.574050 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:22.574648 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:22.580598 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Pushing event updated for resources: {'Port': ['ID=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:22.596365 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-0498cf74-2222-4a3e-95ad-4c2a3c588167 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8408570 Jun 24 09:45:22.689395 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-499ac874-c27f-4636-b21b-fd1e2f021a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:22.768084 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2285482-f107-4304-9c39-f07b3e0780e8 req-71ad169c-b047-4659-83db-b93331efdca3 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:22.770056 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b2285482-f107-4304-9c39-f07b3e0780e8 req-71ad169c-b047-4659-83db-b93331efdca3 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 943 time: 0.0582366 Jun 24 09:45:22.777993 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-499ac874-c27f-4636-b21b-fd1e2f021a4f admin admin] Publish callbacks [] for security_group (c6fed8cb-606c-4c48-88d7-7dfe12d89873), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:22.784194 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-499ac874-c27f-4636-b21b-fd1e2f021a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (c6fed8cb-606c-4c48-88d7-7dfe12d89873), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:22.823915 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b2285482-f107-4304-9c39-f07b3e0780e8 req-19dede8e-6976-4432-8d48-84d88b23a0bc tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Jun 24 09:45:22.844667 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-499ac874-c27f-4636-b21b-fd1e2f021a4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d2a0871a3361404aa42a08fe0145ae29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038993 Jun 24 09:45:22.845907 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ac874-c27f-4636-b21b-fd1e2f021a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fed8cb-606c-4c48-88d7-7dfe12d89873,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:22.848510 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 57122) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:22.957282 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83907b11-4cc6-4be8-8a72-b6d6553cc298 req-55e97b38-408b-400d-9628-64f9850b0669 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:22.958739 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-83907b11-4cc6-4be8-8a72-b6d6553cc298 req-55e97b38-408b-400d-9628-64f9850b0669 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 931 time: 0.0646186 Jun 24 09:45:22.959500 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1f56de5b-ca35-4229-9fcd-8c108292c725 admin admin] Publish callbacks [] for security_group (c6fed8cb-606c-4c48-88d7-7dfe12d89873), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:22.997320 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1f56de5b-ca35-4229-9fcd-8c108292c725 admin admin] Publish callbacks [] for security_group (c6fed8cb-606c-4c48-88d7-7dfe12d89873), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:23.005498 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Request body: {'port': {'device_id': 'a9395b1a-996b-49cf-93c7-44f262a92968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:45:23.068189 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:23.127607 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:23.165785 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c904-6c67-4787-a175-ac55d8629fe6 req-54360b7f-9a3a-47f5-8f10-a006f4de723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:23.167708 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-31a0c904-6c67-4787-a175-ac55d8629fe6 req-54360b7f-9a3a-47f5-8f10-a006f4de723c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0aff51028ec477ebbc12e078174977a&device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 1127 time: 0.1526437 Jun 24 09:45:23.209189 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4485d-f235-4654-8286-f7e66110bff1 req-260108cd-103d-42d0-9109-f1e40aa84719 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:23.210649 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6eb4485d-f235-4654-8286-f7e66110bff1 req-260108cd-103d-42d0-9109-f1e40aa84719 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.1678960 Jun 24 09:45:23.213565 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-83907b11-4cc6-4be8-8a72-b6d6553cc298 req-b6181c4d-4674-48a5-b6c7-f05af6d35bb7 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449007 Jun 24 09:45:23.258718 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:23.263715 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:23.314452 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1f56de5b-ca35-4229-9fcd-8c108292c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (c6fed8cb-606c-4c48-88d7-7dfe12d89873), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:23.316935 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1f56de5b-ca35-4229-9fcd-8c108292c725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:23.318073 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-1f56de5b-ca35-4229-9fcd-8c108292c725 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6fed8cb-606c-4c48-88d7-7dfe12d89873 HTTP/1.1" status: 204 len: 168 time: 0.4678307 Jun 24 09:45:23.367156 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56de5b-ca35-4229-9fcd-8c108292c725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fed8cb-606c-4c48-88d7-7dfe12d89873,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:23.386732 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6eb4485d-f235-4654-8286-f7e66110bff1 req-47db69b8-61d3-4087-a634-716ae189b4b9 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581614 Jun 24 09:45:23.405984 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c904-6c67-4787-a175-ac55d8629fe6 req-435e66ad-7601-4b79-adc3-1eed923f72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:23.407677 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-31a0c904-6c67-4787-a175-ac55d8629fe6 req-435e66ad-7601-4b79-adc3-1eed923f72e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81ccbe4d-d281-46f1-a767-e183ccaac7bb HTTP/1.1" status: 200 len: 916 time: 0.2205908 Jun 24 09:45:23.505856 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-31a0c904-6c67-4787-a175-ac55d8629fe6 req-2119fbaf-201a-46ed-b3f1-7dd429f7afd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de309464-eb94-4c38-b29b-c293a12d68b1 HTTP/1.1" status: 200 len: 217 time: 0.0510399 Jun 24 09:45:23.598109 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c904-6c67-4787-a175-ac55d8629fe6 req-e198a815-a036-48bb-aba8-a44e9f105b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:23.599829 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-31a0c904-6c67-4787-a175-ac55d8629fe6 req-e198a815-a036-48bb-aba8-a44e9f105b53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c9d977b-db01-4904-a89c-a3bdc07cacef HTTP/1.1" status: 200 len: 854 time: 0.0819681 Jun 24 09:45:23.692179 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c904-6c67-4787-a175-ac55d8629fe6 req-06ea4fb5-c85a-4893-92a2-1cb79a27d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:23.693683 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-31a0c904-6c67-4787-a175-ac55d8629fe6 req-06ea4fb5-c85a-4893-92a2-1cb79a27d2e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81ccbe4d-d281-46f1-a767-e183ccaac7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0621789 Jun 24 09:45:23.844042 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:45:23.857109 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Publish callbacks [] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:23.884327 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-31a0c904-6c67-4787-a175-ac55d8629fe6 req-141db81b-4ce0-4376-8c36-a37b1b874963 service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752427 Jun 24 09:45:23.905241 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Transition to ACTIVE for port object a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:45:23.913222 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:24.378669 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device de309464-eb94-4c38-b29b-c293a12d68b1 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:45:24.420741 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:24.425709 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:24.427568 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:24.429767 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:24.443822 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035c394-df83-4aba-9a86-beba2862e671 req-4a9d047c-c5dd-49ab-8ee0-12a8e5389846 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:24.452284 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7035c394-df83-4aba-9a86-beba2862e671 req-4a9d047c-c5dd-49ab-8ee0-12a8e5389846 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 943 time: 0.4760394 Jun 24 09:45:24.500328 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-31a0c904-6c67-4787-a175-ac55d8629fe6 req-ef2d1e40-b7df-44aa-98a1-159f13a48bec service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812621 Jun 24 09:45:24.563592 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Attempting to bind port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:45:24.564318 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Attempting to bind port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '43622dbb-3fa7-4171-a86c-ae9b85e1022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:45:24.564318 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Attempting to bind port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 on network c876540d-f69d-4345-8da3-6262b1921560 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:45:24.589183 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4612db-afcb-4328-ab41-de27b09b7342 req-60dd141b-9b6f-40bc-af58-1c77e7d2eef8 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:24.590742 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fd4612db-afcb-4328-ab41-de27b09b7342 req-60dd141b-9b6f-40bc-af58-1c77e7d2eef8 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.1690879 Jun 24 09:45:24.623485 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 on network c876540d-f69d-4345-8da3-6262b1921560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:45:24.623872 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Attempting to bind port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 on network c876540d-f69d-4345-8da3-6262b1921560 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:45:24.636259 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:45:24.636506 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Checking segment: {'id': '43622dbb-3fa7-4171-a86c-ae9b85e1022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:45:24.636887 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Bound using segment: {'id': '43622dbb-3fa7-4171-a86c-ae9b85e1022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:45:24.637474 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Bound port: a1b8e69a-e08f-4ca9-bfeb-3053eac1f832, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43622dbb-3fa7-4171-a86c-ae9b85e1022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:45:24.637826 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:24.647964 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port de309464-eb94-4c38-b29b-c293a12d68b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de309464-eb94-4c38-b29b-c293a12d68b1,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:24.676078 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7035c394-df83-4aba-9a86-beba2862e671 req-7c5c0f94-5567-4100-b241-8ff63bf5ee07 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225318 Jun 24 09:45:24.681481 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'port_id': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'mac_address': 'fa:16:3e:7d:6e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:45:24.733057 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port de309464-eb94-4c38-b29b-c293a12d68b1 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:24.733842 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:24.751114 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de309464-eb94-4c38-b29b-c293a12d68b1 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:45:24.773164 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port de309464-eb94-4c38-b29b-c293a12d68b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de309464-eb94-4c38-b29b-c293a12d68b1,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:24.779512 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:24.851681 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fd4612db-afcb-4328-ab41-de27b09b7342 req-e741076b-9c14-4887-86ec-9205f0974a03 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449679 Jun 24 09:45:24.884181 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] For port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:45:24.888296 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] For port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832,segment=NetworkSegment(43622dbb-3fa7-4171-a86c-ae9b85e1022b),segment_id=43622dbb-3fa7-4171-a86c-ae9b85e1022b)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:45:24.896117 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fa7b8-5e38-495d-886c-c0213c996227 req-05ff1948-7f04-48f6-abb4-b9ac1202ac28 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:24.903943 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e8fa7b8-5e38-495d-886c-c0213c996227 req-05ff1948-7f04-48f6-abb4-b9ac1202ac28 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.1075549 Jun 24 09:45:24.908929 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=de309464-eb94-4c38-b29b-c293a12d68b1,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:24.923680 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:24.948142 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:24.949188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:24.951090 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] 10.222.0.47 "PUT /v2.0/ports/a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 HTTP/1.1" status: 200 len: 1093 time: 1.9515381 Jun 24 09:45:24.951674 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9395b1a-996b-49cf-93c7-44f262a92968', 'tag': 'a1b8e69a-e08f-4ca9-bfeb-3053eac1f832'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:24.954264 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463b3b38-f8d0-4e29-9b5a-c3eaaa0bfdf3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9395b1a-996b-49cf-93c7-44f262a92968", "tag": "a1b8e69a-e08f-4ca9-bfeb-3053eac1f832"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:25.043586 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad6c4a3-8e16-4c95-bfd7-40513eb72fa9 x-openstack-request-id: req-5ad6c4a3-8e16-4c95-bfd7-40513eb72fa9 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:25.044210 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9395b1a-996b-49cf-93c7-44f262a92968", "tag": "a1b8e69a-e08f-4ca9-bfeb-3053eac1f832", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:25.044636 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ad6c4a3-8e16-4c95-bfd7-40513eb72fa9 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:25.045181 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad6c4a3-8e16-4c95-bfd7-40513eb72fa9'] response: {'name': 'network-changed', 'server_uuid': 'a9395b1a-996b-49cf-93c7-44f262a92968', 'tag': 'a1b8e69a-e08f-4ca9-bfeb-3053eac1f832', 'status': 'completed', 'code': 200} Jun 24 09:45:25.083999 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['de309464-eb94-4c38-b29b-c293a12d68b1'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:45:25.111432 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e8fa7b8-5e38-495d-886c-c0213c996227 req-106a279b-3551-461e-ba4f-cab2e0176330 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986556 Jun 24 09:45:25.186199 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68672eb2-ce0e-49b2-b02b-3e9c593a6d51 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:25.215833 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b3b38-f8d0-4e29-9b5a-c3eaaa0bfdf3 req-f04b0dcb-030a-493a-8d2d-506a0f4ab54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:25.217700 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-463b3b38-f8d0-4e29-9b5a-c3eaaa0bfdf3 req-f04b0dcb-030a-493a-8d2d-506a0f4ab54a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b043de82f1b43f78e3b92d375111d91&device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 1127 time: 0.0729432 Jun 24 09:45:25.281117 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:25.424560 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b3b38-f8d0-4e29-9b5a-c3eaaa0bfdf3 req-ea10f26a-5053-4319-96a3-42a9bfd21fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:25.426321 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-463b3b38-f8d0-4e29-9b5a-c3eaaa0bfdf3 req-ea10f26a-5053-4319-96a3-42a9bfd21fb0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2b043de82f1b43f78e3b92d375111d91&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2010341 Jun 24 09:45:25.841097 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7b29c-a3a5-4e8e-ab85-b088d43b74a8 req-26e20ca8-b6d9-4382-910d-1b94fb990b68 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:25.842943 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f5e7b29c-a3a5-4e8e-ab85-b088d43b74a8 req-26e20ca8-b6d9-4382-910d-1b94fb990b68 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 944 time: 0.0667157 Jun 24 09:45:25.934809 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f5e7b29c-a3a5-4e8e-ab85-b088d43b74a8 req-ff90a2d1-6051-4842-9c7c-14c89eb7aa79 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852365 Jun 24 09:45:26.013766 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4f089-7628-4dcc-bf27-e960773d585f req-21201373-2b51-4dc0-97f8-85842fd9a40b tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:26.015603 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-01a4f089-7628-4dcc-bf27-e960773d585f req-21201373-2b51-4dc0-97f8-85842fd9a40b tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0517862 Jun 24 09:45:26.051351 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:26.074831 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-01a4f089-7628-4dcc-bf27-e960773d585f req-ea58caee-e62d-4d1d-acee-5411cfd01c8a tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529711 Jun 24 09:45:26.286426 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f613f96-f3f8-4036-808e-f7959089d759 req-fc43ca21-e3c5-47a3-8aad-dcd73a368a90 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:26.288158 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4f613f96-f3f8-4036-808e-f7959089d759 req-fc43ca21-e3c5-47a3-8aad-dcd73a368a90 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0801334 Jun 24 09:45:26.378894 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device de309464-eb94-4c38-b29b-c293a12d68b1 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:45:26.392703 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4f613f96-f3f8-4036-808e-f7959089d759 req-4f925cbb-9a29-48f9-8553-ae77320d6174 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977483 Jun 24 09:45:26.443710 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port de309464-eb94-4c38-b29b-c293a12d68b1 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:45:26.453171 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port de309464-eb94-4c38-b29b-c293a12d68b1 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:45:26.454040 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:26.586318 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port de309464-eb94-4c38-b29b-c293a12d68b1 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:26.586717 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:26.613245 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:26.615985 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc75cd7-47a6-4c64-9593-ec8db20ed6e1" -d '{"events": [{"server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "name": "network-vif-plugged", "status": "completed", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:26.630241 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port de309464-eb94-4c38-b29b-c293a12d68b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de309464-eb94-4c38-b29b-c293a12d68b1,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:26.638054 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:26.663908 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de101472-8c1d-4b4c-96ea-8a63723d9b27 x-openstack-request-id: req-de101472-8c1d-4b4c-96ea-8a63723d9b27 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:26.664470 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "name": "network-vif-plugged", "status": "completed", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:26.664749 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de101472-8c1d-4b4c-96ea-8a63723d9b27 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:26.665144 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de101472-8c1d-4b4c-96ea-8a63723d9b27'] response: {'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'code': 200} Jun 24 09:45:26.701974 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=de309464-eb94-4c38-b29b-c293a12d68b1,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:27.065594 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de5418-fa93-4eaf-a532-5f4418c3ecbd req-04ef19c9-ef50-463d-ba49-5db8a29f376a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:27.067208 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-30de5418-fa93-4eaf-a532-5f4418c3ecbd req-04ef19c9-ef50-463d-ba49-5db8a29f376a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0503767 Jun 24 09:45:27.115977 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-30de5418-fa93-4eaf-a532-5f4418c3ecbd req-d543bac8-0600-48a7-8926-2e3ca3c13eee tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Jun 24 09:45:27.218337 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c8b72-cfb0-49dd-a0d2-b79a3214c51c req-6436d09c-0762-4385-b125-03915130fdcc tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:27.219843 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-393c8b72-cfb0-49dd-a0d2-b79a3214c51c req-6436d09c-0762-4385-b125-03915130fdcc tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0703518 Jun 24 09:45:27.272421 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-393c8b72-cfb0-49dd-a0d2-b79a3214c51c req-53c4a598-5abf-4265-975d-478b744b5e13 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456231 Jun 24 09:45:27.530632 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a83279-acb0-42b3-93b4-b66449182840 req-542e3dfb-76f1-47dd-98ba-deeb4b31cd34 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:27.532128 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a1a83279-acb0-42b3-93b4-b66449182840 req-542e3dfb-76f1-47dd-98ba-deeb4b31cd34 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0511074 Jun 24 09:45:27.593845 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:27.599828 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a1a83279-acb0-42b3-93b4-b66449182840 req-787e3288-f636-4078-a774-265e8ef52cfb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601451 Jun 24 09:45:28.233285 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd5990-5789-4da0-9294-cb358b6072bc req-62f69037-fbea-4593-b35f-fd494c20d584 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:28.234958 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-05dd5990-5789-4da0-9294-cb358b6072bc req-62f69037-fbea-4593-b35f-fd494c20d584 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0494015 Jun 24 09:45:28.299329 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-05dd5990-5789-4da0-9294-cb358b6072bc req-8eb48ab0-80ef-4441-bfac-c23d22036ff3 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567677 Jun 24 09:45:28.392280 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab3d2e-7502-40b3-ae24-41928c99881f req-a5252b68-94ed-4515-85b8-4a1ffe547e2f tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:28.394704 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-beab3d2e-7502-40b3-ae24-41928c99881f req-a5252b68-94ed-4515-85b8-4a1ffe547e2f tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0526421 Jun 24 09:45:28.460322 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-beab3d2e-7502-40b3-ae24-41928c99881f req-2ed875f9-9aac-4a92-9ae9-abc864da87de tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583019 Jun 24 09:45:28.732171 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62526f27-5d56-4844-bf95-8af668d28a98 req-84b871bd-d529-472e-982a-c5ba8379bf98 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:28.733693 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-62526f27-5d56-4844-bf95-8af668d28a98 req-84b871bd-d529-472e-982a-c5ba8379bf98 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0533657 Jun 24 09:45:28.792737 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-62526f27-5d56-4844-bf95-8af668d28a98 req-0e1959ca-b635-4f7d-a7c0-c639e864f36c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492346 Jun 24 09:45:29.105584 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57248) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:29.218315 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4c45b310-2b0b-4d66-b43c-f83889ff4ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:29.285556 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:29.330353 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4c45b310-2b0b-4d66-b43c-f83889ff4ce3 admin admin] Publish callbacks [] for security_group (4a56964c-5b58-4dec-ab5e-e24bac7c4069), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:29.338217 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4c45b310-2b0b-4d66-b43c-f83889ff4ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (4a56964c-5b58-4dec-ab5e-e24bac7c4069), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:29.392768 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 57254) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:29.395825 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-4c45b310-2b0b-4d66-b43c-f83889ff4ce3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5cda5f0fca494a47b84b563e54809229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888722 Jun 24 09:45:29.396994 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45b310-2b0b-4d66-b43c-f83889ff4ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a56964c-5b58-4dec-ab5e-e24bac7c4069,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:29.462254 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf5bf4-cdfb-4426-a0c1-1605a195ea4f req-74867999-b035-49fb-9f9f-a083192ea800 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:29.463692 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1bbf5bf4-cdfb-4426-a0c1-1605a195ea4f req-74867999-b035-49fb-9f9f-a083192ea800 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0824237 Jun 24 09:45:29.537653 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1bbf5bf4-cdfb-4426-a0c1-1605a195ea4f req-1a302191-592a-480a-8cce-6fb641184bc6 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669134 Jun 24 09:45:29.543283 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5699a320-3787-44f7-b1dd-6ae7addb0ffa admin admin] Publish callbacks [] for security_group (4a56964c-5b58-4dec-ab5e-e24bac7c4069), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:29.605254 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5699a320-3787-44f7-b1dd-6ae7addb0ffa admin admin] Publish callbacks [] for security_group (4a56964c-5b58-4dec-ab5e-e24bac7c4069), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:29.648989 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658216ab-3315-4cec-8b6c-33bb2184a0e9 req-710b489a-e92f-44fb-8907-b7480c9aaa8c tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:29.650463 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-658216ab-3315-4cec-8b6c-33bb2184a0e9 req-710b489a-e92f-44fb-8907-b7480c9aaa8c tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0946259 Jun 24 09:45:29.720326 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5699a320-3787-44f7-b1dd-6ae7addb0ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (4a56964c-5b58-4dec-ab5e-e24bac7c4069), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:29.724447 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5699a320-3787-44f7-b1dd-6ae7addb0ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:29.729466 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-5699a320-3787-44f7-b1dd-6ae7addb0ffa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a56964c-5b58-4dec-ab5e-e24bac7c4069 HTTP/1.1" status: 204 len: 168 time: 0.3356435 Jun 24 09:45:29.734171 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-658216ab-3315-4cec-8b6c-33bb2184a0e9 req-5780ebf9-a814-48b9-affd-e92233027eaf tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767791 Jun 24 09:45:29.754136 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699a320-3787-44f7-b1dd-6ae7addb0ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a56964c-5b58-4dec-ab5e-e24bac7c4069,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:29.947430 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc6edb-0b9f-4b11-999b-10c83993c6e4 req-68c854b4-307f-45cc-bd2c-b6930a3f5d6b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:29.948954 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbdc6edb-0b9f-4b11-999b-10c83993c6e4 req-68c854b4-307f-45cc-bd2c-b6930a3f5d6b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0559039 Jun 24 09:45:29.976604 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:29.999037 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbdc6edb-0b9f-4b11-999b-10c83993c6e4 req-209dea30-7207-4d07-a84a-e71b296063e2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443716 Jun 24 09:45:30.117886 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57266) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:30.142292 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8ed123f4-25e3-4840-b40c-db39b2f6cfec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:30.224256 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8ed123f4-25e3-4840-b40c-db39b2f6cfec admin admin] Publish callbacks [] for security_group (d9f8d9bd-17c9-44ee-80c8-318621d23546), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:30.230958 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8ed123f4-25e3-4840-b40c-db39b2f6cfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d9f8d9bd-17c9-44ee-80c8-318621d23546), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:30.275692 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-8ed123f4-25e3-4840-b40c-db39b2f6cfec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dcfb91098f5f45a6866c56c75448936a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567049 Jun 24 09:45:30.276932 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed123f4-25e3-4840-b40c-db39b2f6cfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f8d9bd-17c9-44ee-80c8-318621d23546,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:30.278446 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 57268) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:30.341264 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a485bb4f-7478-4783-8d7f-9dc07cfef0fd admin admin] Publish callbacks [] for security_group (d9f8d9bd-17c9-44ee-80c8-318621d23546), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:30.365456 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a485bb4f-7478-4783-8d7f-9dc07cfef0fd admin admin] Publish callbacks [] for security_group (d9f8d9bd-17c9-44ee-80c8-318621d23546), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:30.445842 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a485bb4f-7478-4783-8d7f-9dc07cfef0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d9f8d9bd-17c9-44ee-80c8-318621d23546), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:30.448510 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a485bb4f-7478-4783-8d7f-9dc07cfef0fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:30.452064 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-a485bb4f-7478-4783-8d7f-9dc07cfef0fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9f8d9bd-17c9-44ee-80c8-318621d23546 HTTP/1.1" status: 204 len: 168 time: 0.1702204 Jun 24 09:45:30.460044 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:30.468621 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485bb4f-7478-4783-8d7f-9dc07cfef0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f8d9bd-17c9-44ee-80c8-318621d23546,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:30.675204 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0176dc-5570-4b0a-8c1b-a7a78449b2f7 req-2cc9fdfe-ec34-4c13-81b5-355f85db06fd tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:30.677349 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5e0176dc-5570-4b0a-8c1b-a7a78449b2f7 req-2cc9fdfe-ec34-4c13-81b5-355f85db06fd tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0596876 Jun 24 09:45:30.740717 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5e0176dc-5570-4b0a-8c1b-a7a78449b2f7 req-376ca94f-048d-4c3a-b212-3c93108af169 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491776 Jun 24 09:45:30.906843 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0220893-590b-4b30-af5a-6da408afbeb1 req-e577af8b-3411-4998-959f-93fb69e2a73e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:30.908948 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a0220893-590b-4b30-af5a-6da408afbeb1 req-e577af8b-3411-4998-959f-93fb69e2a73e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0656228 Jun 24 09:45:30.960016 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a0220893-590b-4b30-af5a-6da408afbeb1 req-bb7dd780-8104-4b9a-ac14-da29ceb3da92 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 Jun 24 09:45:31.186162 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b914afb-bb21-4e9d-a619-b68cb64df9f5 req-28a0613d-34e5-4415-a6b0-57ffae458835 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:31.189214 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5b914afb-bb21-4e9d-a619-b68cb64df9f5 req-28a0613d-34e5-4415-a6b0-57ffae458835 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0868313 Jun 24 09:45:31.260986 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5b914afb-bb21-4e9d-a619-b68cb64df9f5 req-41d01847-4af1-46af-9ced-cf611f803a81 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606647 Jun 24 09:45:31.921515 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84f1c2-7071-49ff-b270-a79d222c18e3 req-d0be8733-2855-46a3-aceb-386ec89c80f1 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:31.923260 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7b84f1c2-7071-49ff-b270-a79d222c18e3 req-d0be8733-2855-46a3-aceb-386ec89c80f1 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0594423 Jun 24 09:45:31.989465 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7b84f1c2-7071-49ff-b270-a79d222c18e3 req-e3ef8bc4-ddf3-44d6-95b5-14e22bf9e53b tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550711 Jun 24 09:45:32.102802 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc87026-3951-4d5b-8217-0e8413d1c581 req-db4a069b-08f1-4298-bfd2-ddea7e3379d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:32.104229 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8dc87026-3951-4d5b-8217-0e8413d1c581 req-db4a069b-08f1-4298-bfd2-ddea7e3379d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0596852 Jun 24 09:45:32.159546 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8dc87026-3951-4d5b-8217-0e8413d1c581 req-3299d03a-441f-474f-82ef-30497f8477ba tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466371 Jun 24 09:45:32.386964 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535059a-43c2-4abf-a618-d15e2cee3d2e req-3fdb4692-99b4-48b2-bf57-0ac96cc87196 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:32.388683 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8535059a-43c2-4abf-a618-d15e2cee3d2e req-3fdb4692-99b4-48b2-bf57-0ac96cc87196 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0583324 Jun 24 09:45:32.439040 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8535059a-43c2-4abf-a618-d15e2cee3d2e req-f240559f-75bf-4f21-a491-6ae877edfd25 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445402 Jun 24 09:45:33.075940 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-07ed0bd3-7e57-4f09-93db-4b1c52ffa7aa tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c15e1bb5bd1741ae98304f809dea24f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379453 Jun 24 09:45:33.152582 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2b4e3-a4b6-4c66-88b6-9343b67a2d2c req-4f625478-8d8f-488a-b589-04c1788b36b0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:33.154042 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5fe2b4e3-a4b6-4c66-88b6-9343b67a2d2c req-4f625478-8d8f-488a-b589-04c1788b36b0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0969303 Jun 24 09:45:33.309827 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5fe2b4e3-a4b6-4c66-88b6-9343b67a2d2c req-844fbe55-67d7-4b0b-97cf-5a1fad31eb92 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432612 Jun 24 09:45:33.316144 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-4a68c721-58e5-462b-8c3a-88a576b688ee tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:33.317518 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-4a68c721-58e5-462b-8c3a-88a576b688ee tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218335 Jun 24 09:45:33.332922 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-1d0439b0-0fca-41ac-94b4-e42470b820da tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/quotas/c15e1bb5bd1741ae98304f809dea24f7 HTTP/1.1" status: 200 len: 375 time: 0.0097463 Jun 24 09:45:33.372325 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-e499cb35-d40a-45b4-a1ae-2f45c813f256 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c15e1bb5bd1741ae98304f809dea24f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330441 Jun 24 09:45:33.423034 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7b20d-23e8-45a8-8ca0-c82139898db3 req-4ea6d75c-d375-410a-a1ec-3299e903c78b tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:33.424564 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d9b7b20d-23e8-45a8-8ca0-c82139898db3 req-4ea6d75c-d375-410a-a1ec-3299e903c78b tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0505641 Jun 24 09:45:33.478075 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d9b7b20d-23e8-45a8-8ca0-c82139898db3 req-e7b5ed2a-49e0-4724-8923-aecea1a0032b tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Jun 24 09:45:33.570590 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:33.573071 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f882ae5a-780a-43d2-aaba-dab7a9ffb307 req-1abc6f64-3776-4ee3-adc4-54b0fb97f7e4 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 210 time: 0.0500705 Jun 24 09:45:33.591959 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4d4e2-6898-4042-879d-e9a28e6cf7bd req-6949486e-8007-42f5-b58a-8211c1f948c9 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:33.593397 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-38c4d4e2-6898-4042-879d-e9a28e6cf7bd req-6949486e-8007-42f5-b58a-8211c1f948c9 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0612695 Jun 24 09:45:33.647849 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-38c4d4e2-6898-4042-879d-e9a28e6cf7bd req-4ee49ed0-7f65-4479-9336-baff4ca5b0bc tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488925 Jun 24 09:45:34.431437 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:34.446808 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1612f-5032-497a-88da-8e5a53280566 req-f1b556a0-7042-4052-bf3a-628b46f27b27 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:34.448408 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-61e1612f-5032-497a-88da-8e5a53280566 req-f1b556a0-7042-4052-bf3a-628b46f27b27 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0549164 Jun 24 09:45:34.499686 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-61e1612f-5032-497a-88da-8e5a53280566 req-74f7afce-330f-423b-99b3-ca7d89f5116f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 Jun 24 09:45:34.605948 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f7315-f2a4-4ff9-803d-c787a9d205ff req-91596aa8-c94b-4c17-bf4e-be157fa41992 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:34.607473 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-468f7315-f2a4-4ff9-803d-c787a9d205ff req-91596aa8-c94b-4c17-bf4e-be157fa41992 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0533974 Jun 24 09:45:34.683460 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2d013515-1d41-46ef-8ae4-6bdcfd6d7541 req-1b5eebae-329d-4ab9-8ce6-86cfa509124d tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 210 time: 0.0406237 Jun 24 09:45:34.694572 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-468f7315-f2a4-4ff9-803d-c787a9d205ff req-7af88ba4-97c2-4141-8e2c-6318bafbce8e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805886 Jun 24 09:45:34.786157 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8581b5e-373f-41eb-aca3-bd5b61b43d38 req-b3d73b57-7b77-45f4-b293-26f30c5485bb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:34.787760 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b8581b5e-373f-41eb-aca3-bd5b61b43d38 req-b3d73b57-7b77-45f4-b293-26f30c5485bb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0469139 Jun 24 09:45:34.835113 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b8581b5e-373f-41eb-aca3-bd5b61b43d38 req-000a809c-19cb-480a-bd93-9289a31b012a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Jun 24 09:45:35.633564 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a64160-7638-445e-9b3c-2053d991242d req-f1345bd1-2dcc-47b2-b97f-acd318e82f37 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:35.635182 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-17a64160-7638-445e-9b3c-2053d991242d req-f1345bd1-2dcc-47b2-b97f-acd318e82f37 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0533905 Jun 24 09:45:35.686821 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-17a64160-7638-445e-9b3c-2053d991242d req-b15fdfb1-8423-40f5-9acc-b5daa355759d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458591 Jun 24 09:45:35.797996 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4691b89f-8a63-4b45-8438-52a8ef94dafc req-73944807-be4c-4af7-bccd-edcc07a43dee tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 210 time: 0.0380852 Jun 24 09:45:35.835385 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b9c98-1f69-4c90-942f-daec0fe61f37 req-6790d5e4-a281-48bd-9b14-1f19c3e27cad tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:35.836887 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-596b9c98-1f69-4c90-942f-daec0fe61f37 req-6790d5e4-a281-48bd-9b14-1f19c3e27cad tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0678689 Jun 24 09:45:35.887781 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-596b9c98-1f69-4c90-942f-daec0fe61f37 req-3059e636-c8d2-48e2-a2eb-e55ac9a66000 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451393 Jun 24 09:45:35.957649 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1a1b-89c6-493a-a788-37995ddcf952 req-297df7ab-2170-46fb-bc5b-21b52c7957bb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:35.959199 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2cda1a1b-89c6-493a-a788-37995ddcf952 req-297df7ab-2170-46fb-bc5b-21b52c7957bb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0460243 Jun 24 09:45:36.013048 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2cda1a1b-89c6-493a-a788-37995ddcf952 req-4b2984ce-5dea-4b39-bbd3-9753183e6379 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456622 Jun 24 09:45:36.822829 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a4b5f-2d6d-41a1-93a9-9fac827a6155 req-97d067e7-24a2-47ab-b86c-033dacb6a458 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:36.824371 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f92a4b5f-2d6d-41a1-93a9-9fac827a6155 req-97d067e7-24a2-47ab-b86c-033dacb6a458 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0564783 Jun 24 09:45:36.884560 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f92a4b5f-2d6d-41a1-93a9-9fac827a6155 req-309eeb8d-5d42-492d-b88f-f66e5257d36c tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540588 Jun 24 09:45:36.925606 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-059861c9-ac23-4356-9d1f-52bb448f7ae4 req-3010e363-4070-4e21-9741-b9aa55a9dda5 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 210 time: 0.0296342 Jun 24 09:45:37.029114 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b5a22-2735-4ac4-b73f-27b8fa3e77b2 req-ba1bfd8a-44f8-481f-92da-0c26f1c11159 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:37.030597 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f55b5a22-2735-4ac4-b73f-27b8fa3e77b2 req-ba1bfd8a-44f8-481f-92da-0c26f1c11159 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0492690 Jun 24 09:45:37.082489 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f55b5a22-2735-4ac4-b73f-27b8fa3e77b2 req-de882e71-cb78-48ee-abc4-a60bdff5a599 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461864 Jun 24 09:45:37.213307 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaeaa8-c841-450e-bb18-9f42df3a3078 req-98e8ea6b-82eb-4dec-a1d6-a50dd7ae1b05 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:37.214753 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ccaaeaa8-c841-450e-bb18-9f42df3a3078 req-98e8ea6b-82eb-4dec-a1d6-a50dd7ae1b05 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0716984 Jun 24 09:45:37.244377 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb335a7b-7c69-4f98-b6f8-24b20c721742 req-5c3d7b47-10b6-469d-9dac-209a8d526b56 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:37.245688 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-eb335a7b-7c69-4f98-b6f8-24b20c721742 req-5c3d7b47-10b6-469d-9dac-209a8d526b56 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.0688252 Jun 24 09:45:37.285818 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:37.294657 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ccaaeaa8-c841-450e-bb18-9f42df3a3078 req-1c87ccec-779c-4536-affe-5520eccfdd1c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741458 Jun 24 09:45:37.316848 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-eb335a7b-7c69-4f98-b6f8-24b20c721742 req-fbdc17c5-ad86-4fc4-8981-6cfe34c06c0c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620251 Jun 24 09:45:38.018934 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6e738-ca2f-4a66-bc7d-c23436181de2 req-ab4a8ff1-9fc7-454c-9c3d-5cb255cdcbbe tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:38.020317 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-97e6e738-ca2f-4a66-bc7d-c23436181de2 req-ab4a8ff1-9fc7-454c-9c3d-5cb255cdcbbe tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0661027 Jun 24 09:45:38.041752 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e80bb512-5d34-4df4-b40c-c68293c69154 req-e2520cd7-e398-4cca-99e3-1f9e811c29a0 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 210 time: 0.0419075 Jun 24 09:45:38.067271 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:38.079512 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-97e6e738-ca2f-4a66-bc7d-c23436181de2 req-e1c81f13-32a1-4a41-b87b-9934d68960de tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448427 Jun 24 09:45:38.204569 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd20ce6-e6ed-4dc6-b4b7-2e3de5ea546f req-ba57c96e-3b8a-4cfd-a83a-d1cf5f8cb074 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:38.206078 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5fd20ce6-e6ed-4dc6-b4b7-2e3de5ea546f req-ba57c96e-3b8a-4cfd-a83a-d1cf5f8cb074 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0539641 Jun 24 09:45:38.261460 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5fd20ce6-e6ed-4dc6-b4b7-2e3de5ea546f req-43b9f19f-3c4c-412e-9e90-97831ccb6aed tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484364 Jun 24 09:45:38.472144 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece4021-3029-40e2-94c3-9deff2723222 req-9ee19aba-b688-4f66-bd60-2698bef4c78b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:38.473588 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1ece4021-3029-40e2-94c3-9deff2723222 req-9ee19aba-b688-4f66-bd60-2698bef4c78b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0990417 Jun 24 09:45:38.477551 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b3b38-f8d0-4e29-9b5a-c3eaaa0bfdf3 req-342b4948-248e-4d70-8e68-a28dfe09479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:38.478852 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-463b3b38-f8d0-4e29-9b5a-c3eaaa0bfdf3 req-342b4948-248e-4d70-8e68-a28dfe09479a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816189 Jun 24 09:45:38.492803 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb932ce1-09ca-4d2b-ba5b-d60fdd647762 req-662b0bd5-9987-48bd-bc3b-8c505e2c8dfa tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:38.494130 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bb932ce1-09ca-4d2b-ba5b-d60fdd647762 req-662b0bd5-9987-48bd-bc3b-8c505e2c8dfa tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.0839591 Jun 24 09:45:38.546893 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1ece4021-3029-40e2-94c3-9deff2723222 req-caac70f2-c7c5-43e8-bef0-88cb3996ab43 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655456 Jun 24 09:45:38.573236 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bb932ce1-09ca-4d2b-ba5b-d60fdd647762 req-fa402bc7-a143-43de-b295-44c0caf26285 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649731 Jun 24 09:45:39.142016 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ce7ed432-4d30-45aa-9712-a463461f12cf req-aeed61d7-36be-4932-8c30-5d83d465db2a tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 210 time: 0.0288451 Jun 24 09:45:39.202900 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719bf9c-61e7-4374-a7d5-9c009489f98e req-a94d5cee-e41a-445a-9cd8-08aef35093ba tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:39.204376 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c719bf9c-61e7-4374-a7d5-9c009489f98e req-a94d5cee-e41a-445a-9cd8-08aef35093ba tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0499382 Jun 24 09:45:39.255228 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c719bf9c-61e7-4374-a7d5-9c009489f98e req-68e1bf95-b558-45ba-b358-a97fee88310c tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450089 Jun 24 09:45:39.381790 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01130982-14b0-4ad5-b45a-6562038fd3f4 req-b5e862be-2446-4c69-9243-9a981dc69f0a tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:39.383539 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-01130982-14b0-4ad5-b45a-6562038fd3f4 req-b5e862be-2446-4c69-9243-9a981dc69f0a tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0540378 Jun 24 09:45:39.433201 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-01130982-14b0-4ad5-b45a-6562038fd3f4 req-210cf097-e6c3-44e0-8c20-beb5d48cf3f8 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Jun 24 09:45:39.733169 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd26983-19f4-44c0-b597-a8c6db8e0e12 req-4e0b1f92-e3e3-4f27-8260-a6b9b0314005 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:39.734688 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fcd26983-19f4-44c0-b597-a8c6db8e0e12 req-4e0b1f92-e3e3-4f27-8260-a6b9b0314005 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0866165 Jun 24 09:45:39.740706 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c4cfd-3e0e-48e8-816d-714352a3d586 req-9630d331-522b-4e50-a0bb-1647f4fca0a6 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:39.742099 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e28c4cfd-3e0e-48e8-816d-714352a3d586 req-9630d331-522b-4e50-a0bb-1647f4fca0a6 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.0844481 Jun 24 09:45:39.769003 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=37 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:39.813167 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fcd26983-19f4-44c0-b597-a8c6db8e0e12 req-70e5164f-4a4b-42d6-8f6d-0ed244ca5390 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701072 Jun 24 09:45:39.820383 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e28c4cfd-3e0e-48e8-816d-714352a3d586 req-79f4c1e7-cf13-4289-9aec-f712ffe677da tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638366 Jun 24 09:45:39.844293 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:45:40.269019 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=66,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:40.272847 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:40.310258 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f4c0e5b1-8fe2-4f38-95ce-f5d634106164 req-28280bef-eee5-4d22-8f22-5b9f24eaee5a tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 210 time: 0.0799375 Jun 24 09:45:40.316925 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfe4d2-f06a-41ab-ab91-63c68f99a171 req-51094b61-a3d5-451f-bed9-3c27f72b11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:40.318473 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-87cfe4d2-f06a-41ab-ab91-63c68f99a171 req-51094b61-a3d5-451f-bed9-3c27f72b11f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 1129 time: 0.1016841 Jun 24 09:45:40.321296 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-78754c2b-6bc7-4bf7-b3d9-b39d20475cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:40.322716 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-78754c2b-6bc7-4bf7-b3d9-b39d20475cc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b043de82f1b43f78e3b92d375111d91&device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 1127 time: 0.0901964 Jun 24 09:45:40.382457 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d6e56-1c04-4096-9398-cd4990559f05 req-355d8767-962d-4433-bf15-9e97d1f64e2b tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:40.384144 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6f1d6e56-1c04-4096-9398-cd4990559f05 req-355d8767-962d-4433-bf15-9e97d1f64e2b tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0544915 Jun 24 09:45:40.428188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:40.432746 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6f1d6e56-1c04-4096-9398-cd4990559f05 req-559a081f-5c44-46cc-9584-790de47c55be tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422642 Jun 24 09:45:40.481601 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:40.556371 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a781e-c594-40c2-849c-1fd7ae4d6118 req-9acb5589-8da8-4895-ad5b-fa81e962c0b1 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:40.558106 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5e2a781e-c594-40c2-849c-1fd7ae4d6118 req-9acb5589-8da8-4895-ad5b-fa81e962c0b1 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0532026 Jun 24 09:45:40.582740 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:40.841348 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-08de3ecd-38ce-4a8b-aeac-b0cfc2341bfe tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:40.842838 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-08de3ecd-38ce-4a8b-aeac-b0cfc2341bfe tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.0498133 Jun 24 09:45:40.880451 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-f92bf145-2a4d-463b-bf6c-e65dcff20087 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 HTTP/1.1" status: 200 len: 217 time: 0.2857625 Jun 24 09:45:40.887760 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5e2a781e-c594-40c2-849c-1fd7ae4d6118 req-e3bc6c40-f209-4976-8e86-97bdd379d8c2 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219607 Jun 24 09:45:40.938253 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-87cfe4d2-f06a-41ab-ab91-63c68f99a171 req-bc4fff43-0f7a-491d-a4ff-c292d5f24418 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424687 Jun 24 09:45:40.954097 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d9876-de58-4027-9801-72f869e00607 req-de4291e4-0879-4e9c-b459-7eb2c802c419 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:40.955677 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e7d9876-de58-4027-9801-72f869e00607 req-de4291e4-0879-4e9c-b459-7eb2c802c419 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.0623796 Jun 24 09:45:41.017836 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752ac3d-b47b-400c-8c5c-ee20a022785e req-091a02e8-f3f7-4202-9e12-493011d8e5cb tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:41.019179 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7752ac3d-b47b-400c-8c5c-ee20a022785e req-091a02e8-f3f7-4202-9e12-493011d8e5cb tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.0626011 Jun 24 09:45:41.054217 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e7d9876-de58-4027-9801-72f869e00607 req-255c418e-b6ef-4e5f-870a-1a4832aa6019 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878096 Jun 24 09:45:41.081724 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7752ac3d-b47b-400c-8c5c-ee20a022785e req-ede90140-4710-4e71-bed8-06e6b69a2abd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567784 Jun 24 09:45:41.418849 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f47f9da5-18ce-4fd3-b6c0-0152fbc6e943 req-6d18adba-9de8-4d95-aa9c-957b40c7fe16 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 210 time: 0.0375528 Jun 24 09:45:41.551848 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967abcb5-7be8-4562-877b-88a8556b5a23 req-454597b2-9cd1-4bc3-bccb-f6faca339b65 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:41.553303 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-967abcb5-7be8-4562-877b-88a8556b5a23 req-454597b2-9cd1-4bc3-bccb-f6faca339b65 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0531313 Jun 24 09:45:41.606110 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-967abcb5-7be8-4562-877b-88a8556b5a23 req-937e8442-a830-496f-8e99-9e3549b6f74b tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Jun 24 09:45:41.662497 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-4432fa59-5c45-4819-9267-98b863853b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:41.664180 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-4432fa59-5c45-4819-9267-98b863853b05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bde6a734-bd76-4968-9921-4bc82a41bd5a HTTP/1.1" status: 200 len: 854 time: 0.0525057 Jun 24 09:45:41.704890 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-bc5d250f-7376-4caa-9502-d25f30ff6c0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c876540d-f69d-4345-8da3-6262b1921560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329492 Jun 24 09:45:41.715908 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Deleting port a8a8d8ec-532a-4f39-a19c-dd244aecac18 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:45:41.717196 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:41.737261 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-cf23303b-8f32-4b33-98ac-7129440fe27a tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c15e1bb5bd1741ae98304f809dea24f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310097 Jun 24 09:45:41.833053 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] For port a8a8d8ec-532a-4f39-a19c-dd244aecac18, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a8a8d8ec-532a-4f39-a19c-dd244aecac18,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:41.833408 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:41.912929 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-254027b1-3cdd-4857-808d-960f63a10d67 service neutron] 10.222.0.47 "GET /v2.0/networks/c876540d-f69d-4345-8da3-6262b1921560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957741 Jun 24 09:45:41.920985 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-1c8afbeb-a469-4c6b-aa69-5bf9e5ce3eb1 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:41.922419 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-1c8afbeb-a469-4c6b-aa69-5bf9e5ce3eb1 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658380 Jun 24 09:45:42.009316 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b2712-d618-4930-8d97-9e5cdf708364 req-3af03f05-0e28-4df9-a9fb-a028d2d1e2c3 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:42.010812 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9a7b2712-d618-4930-8d97-9e5cdf708364 req-3af03f05-0e28-4df9-a9fb-a028d2d1e2c3 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0493999 Jun 24 09:45:42.060671 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9a7b2712-d618-4930-8d97-9e5cdf708364 req-d5b1ed6a-05d7-4481-89ab-915238a8e11e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Jun 24 09:45:42.098234 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:42.098621 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (8e8a06d8-e00e-4265-a04b-2ef9b3076e9e), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:42.098906 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Floating IP 8e8a06d8-e00e-4265-a04b-2ef9b3076e9e disassociated. External IP: 172.27.1.51, port: a8a8d8ec-532a-4f39-a19c-dd244aecac18. Jun 24 09:45:42.099278 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Calling delete_port for a8a8d8ec-532a-4f39-a19c-dd244aecac18 owned by compute:nova {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:45:42.109546 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Request body: {'port': {'device_id': '4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d', 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de', 'admin_state_up': True, 'tenant_id': 'c15e1bb5bd1741ae98304f809dea24f7'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:45:42.252708 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (a8a8d8ec-532a-4f39-a19c-dd244aecac18), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:42.282970 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'Port': ['ID=a8a8d8ec-532a-4f39-a19c-dd244aecac18,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:42.302089 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:42.337381 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108a9b6-b536-4f5e-a385-eeeb347c7d2d req-de106d16-7f13-4518-b5a4-276d0ea0e533 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:42.338933 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e108a9b6-b536-4f5e-a385-eeeb347c7d2d req-de106d16-7f13-4518-b5a4-276d0ea0e533 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 945 time: 0.1537771 Jun 24 09:45:42.352635 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34284e-e088-4a89-9361-b9957f6ab549 req-2c87b943-01fd-4a00-a7a8-91d7ae068020 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:42.354170 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7a34284e-e088-4a89-9361-b9957f6ab549 req-2c87b943-01fd-4a00-a7a8-91d7ae068020 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 943 time: 0.2084422 Jun 24 09:45:42.384563 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:42.404740 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e2dad45-bc3b-41f6-942d-8bf071ccbeb1 req-a119e769-41e5-49ea-92e3-2c89ffb77139 service neutron] 10.222.0.47 "GET /v2.0/networks/c876540d-f69d-4345-8da3-6262b1921560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099897 Jun 24 09:45:42.412131 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Router 0d7db7db-a98c-4445-a285-9acd52afbb15 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:45:42.463125 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 371d87f0-d828-436b-a673-c5e34fc40e6c details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:45:42.482615 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e108a9b6-b536-4f5e-a385-eeeb347c7d2d req-4924db0a-6071-4ad9-87f4-ddae83d27438 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=8394461d-ee64-4811-8d5d-967aa36eb160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194751 Jun 24 09:45:42.484885 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Made reservation on behalf of c15e1bb5bd1741ae98304f809dea24f7 for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:45:42.488351 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:42.503368 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7a34284e-e088-4a89-9361-b9957f6ab549 req-2e4546b1-b36b-469d-9154-95ff26d13969 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327043 Jun 24 09:45:42.518220 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:42.539578 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:45:42.606877 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:42.612244 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] No DVR routers for this DVR port a8a8d8ec-532a-4f39-a19c-dd244aecac18 on host hv-cinder-80382 {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:45:42.615428 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:42.620234 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e8f71cc9-cff5-4782-bed2-45216c89c7a7 req-19d01aec-926e-43fd-8cc8-445456de2026 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "DELETE /v2.0/ports/a8a8d8ec-532a-4f39-a19c-dd244aecac18 HTTP/1.1" status: 204 len: 173 time: 1.0081472 Jun 24 09:45:42.621239 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67719189-e3da-4e2f-99cd-a136ece74789', 'name': 'network-vif-deleted', 'tag': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:42.624536 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323b5567-b276-4496-9357-1032627f1c23" -d '{"events": [{"server_uuid": "67719189-e3da-4e2f-99cd-a136ece74789", "name": "network-vif-deleted", "tag": "a8a8d8ec-532a-4f39-a19c-dd244aecac18"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:42.630361 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c55b6fc-0404-4a40-a0bd-0a0015064b3d None None] Sync routers for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:45:42.641679 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'port_id': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'mac_address': 'fa:16:3e:47:fd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:45:42.645974 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55b6fc-0404-4a40-a0bd-0a0015064b3d None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:45:42.646983 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-8c55b6fc-0404-4a40-a0bd-0a0015064b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:45:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:45:42.677215 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bb591d-de58-4a58-97cc-96ca35f49e6f x-openstack-request-id: req-d1bb591d-de58-4a58-97cc-96ca35f49e6f {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:42.677505 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67719189-e3da-4e2f-99cd-a136ece74789", "name": "network-vif-deleted", "tag": "a8a8d8ec-532a-4f39-a19c-dd244aecac18", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:42.677751 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1bb591d-de58-4a58-97cc-96ca35f49e6f {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:42.678169 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1bb591d-de58-4a58-97cc-96ca35f49e6f'] response: {'server_uuid': '67719189-e3da-4e2f-99cd-a136ece74789', 'name': 'network-vif-deleted', 'tag': 'a8a8d8ec-532a-4f39-a19c-dd244aecac18', 'status': 'completed', 'code': 200} Jun 24 09:45:42.686197 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7a549643-6c73-49a6-8621-09a96c62dea8 req-383b4126-7c96-4167-92dc-2cae6887ae95 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 210 time: 0.0458915 Jun 24 09:45:42.714291 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Publish callbacks [] for security_group (630e6652-f2f5-48f5-b916-9bc80f81d33b), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:42.728241 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 371d87f0-d828-436b-a673-c5e34fc40e6c is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:42.728638 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:42.729666 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (630e6652-f2f5-48f5-b916-9bc80f81d33b), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:42.751056 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371d87f0-d828-436b-a673-c5e34fc40e6c {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:45:42.807305 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:42.849848 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:42.861448 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630e6652-f2f5-48f5-b916-9bc80f81d33b,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:42.883989 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560fa84-3989-42e6-9ee8-8c4a525e7fba req-b168c08e-3258-477b-b0d8-77003539737a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:42.885596 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7560fa84-3989-42e6-9ee8-8c4a525e7fba req-b168c08e-3258-477b-b0d8-77003539737a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0818031 Jun 24 09:45:42.962166 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-8c55b6fc-0404-4a40-a0bd-0a0015064b3d None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:45:42.987841 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7560fa84-3989-42e6-9ee8-8c4a525e7fba req-6b728ed1-59c4-4d44-af30-1b286fa426b5 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925760 Jun 24 09:45:43.018491 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Allocated IP 192.168.233.149 (763ffea5-67d6-4377-b589-78b912e1b1de/e3e6844b-5f2c-4e1f-a84a-8f7b9dcc9472/8bb30a85-c910-4956-a948-de9e8499b925) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:45:43.019931 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=371d87f0-d828-436b-a673-c5e34fc40e6c,revision_number=9']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:43.090342 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caedc0-f283-4ea4-a68e-4179fe79f6b3 req-061eaea9-6531-40f7-84db-6a95af078b4b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:43.091917 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-68caedc0-f283-4ea4-a68e-4179fe79f6b3 req-061eaea9-6531-40f7-84db-6a95af078b4b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0749156 Jun 24 09:45:43.160066 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['371d87f0-d828-436b-a673-c5e34fc40e6c'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:45:43.220858 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-68caedc0-f283-4ea4-a68e-4179fe79f6b3 req-7e07f89c-0d43-4522-8ef0-a042f6678a3f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224129 Jun 24 09:45:43.230786 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64971-2581-4b5a-9a21-f8c8adbe0895 req-03c0ae9f-4eee-460b-bc41-88866e3ba08e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:43.232449 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d7f64971-2581-4b5a-9a21-f8c8adbe0895 req-03c0ae9f-4eee-460b-bc41-88866e3ba08e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.0875649 Jun 24 09:45:43.297234 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:43.315012 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-8c55b6fc-0404-4a40-a0bd-0a0015064b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '31707d4d-3fb3-48bc-afda-5a904a7113d1', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:83:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:17Z', 'updated_at': '2022-06-24T09:42:59Z', 'revision_number': 2, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:45:43.332025 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:43.346463 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d7f64971-2581-4b5a-9a21-f8c8adbe0895 req-d8911a70-a944-4878-aad4-17ab605da34f tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844166 Jun 24 09:45:43.352426 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Publish callbacks [] for port (8bb30a85-c910-4956-a948-de9e8499b925), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:43.353982 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c55b6fc-0404-4a40-a0bd-0a0015064b3d None None] Checking router: 0d7db7db-a98c-4445-a285-9acd52afbb15 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:45:43.372416 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:43.383331 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55b6fc-0404-4a40-a0bd-0a0015064b3d None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:45:43.383882 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-8c55b6fc-0404-4a40-a0bd-0a0015064b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:45:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:45:43.390123 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (8bb30a85-c910-4956-a948-de9e8499b925), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:43.436355 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Network 763ffea5-67d6-4377-b589-78b912e1b1de is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:45:43.439539 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:45:43.442043 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:45:43.447315 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:43.447926 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:43.460711 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Pushing event updated for resources: {'Port': ['ID=8bb30a85-c910-4956-a948-de9e8499b925,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:43.490973 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-c043f0e6-f91c-4e95-b815-ec66bf9e012f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3863001 Jun 24 09:45:43.524535 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-8c55b6fc-0404-4a40-a0bd-0a0015064b3d None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:45:43.670407 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:43.672984 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0df87688-2bec-48da-b059-eff6611a9893 req-53a95849-cf9d-4b7d-b04e-d933da1de741 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=67719189-e3da-4e2f-99cd-a136ece74789 HTTP/1.1" status: 200 len: 210 time: 0.0822654 Jun 24 09:45:43.695623 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f180-508a-44b2-86f7-b02613ee4844 req-2f38084a-5b5a-48e0-bbe0-fda2e95ad57f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:43.697477 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9a13f180-508a-44b2-86f7-b02613ee4844 req-2f38084a-5b5a-48e0-bbe0-fda2e95ad57f tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 944 time: 0.0877204 Jun 24 09:45:43.818165 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Request body: {'port': {'device_id': '4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:45:43.819685 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:43.846562 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9a13f180-508a-44b2-86f7-b02613ee4844 req-b5e2b46a-ff38-4864-86f4-01efa8d01904 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388700 Jun 24 09:45:43.857231 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-8c55b6fc-0404-4a40-a0bd-0a0015064b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '31707d4d-3fb3-48bc-afda-5a904a7113d1', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:83:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:17Z', 'updated_at': '2022-06-24T09:42:59Z', 'revision_number': 2, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:45:43.902037 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c55b6fc-0404-4a40-a0bd-0a0015064b3d None None] The sync data for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi is: [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '31707d4d-3fb3-48bc-afda-5a904a7113d1', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:83:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:42:17Z', 'updated_at': '2022-06-24T09:42:59Z', 'revision_number': 2, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:45:43.905986 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-f0a1812e-1d3c-4fe7-a728-1635a1b23b5f None None] Provisioning complete for port 8bb30a85-c910-4956-a948-de9e8499b925 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:45:43.906353 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f0a1812e-1d3c-4fe7-a728-1635a1b23b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (8bb30a85-c910-4956-a948-de9e8499b925), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:43.943240 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1812e-1d3c-4fe7-a728-1635a1b23b5f None None] Port 8bb30a85-c910-4956-a948-de9e8499b925 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:45:43.952738 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e07506-e2bc-4870-b387-f4b5b3714091 req-f5eba785-b14f-4987-9c2f-6c776b81572d tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:43.954247 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-07e07506-e2bc-4870-b387-f4b5b3714091 req-f5eba785-b14f-4987-9c2f-6c776b81572d tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 936 time: 0.0934637 Jun 24 09:45:43.987813 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a068-126c-48e3-ac66-a0a9cdc15b3e req-74bea951-4c0e-4fa1-93a4-ba6ceb27932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:43.989266 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1276a068-126c-48e3-ac66-a0a9cdc15b3e req-74bea951-4c0e-4fa1-93a4-ba6ceb27932c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 1129 time: 0.0925438 Jun 24 09:45:44.003221 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (8bb30a85-c910-4956-a948-de9e8499b925), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:44.069882 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-07e07506-e2bc-4870-b387-f4b5b3714091 req-d75b9b02-1a96-4a97-b119-4916c390fbb1 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973785 Jun 24 09:45:44.200344 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d040b9-9d9d-498c-af17-88167ce9fb9e req-f71ce568-20ef-40b9-99b5-3bd17219b3ee tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:44.201947 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-44d040b9-9d9d-498c-af17-88167ce9fb9e req-f71ce568-20ef-40b9-99b5-3bd17219b3ee tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.1312158 Jun 24 09:45:44.235879 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-db52a35b-e8c0-4441-bed4-e66a8ffc14b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:44.247599 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d32e27-617d-4961-97e7-1eeda3f3aa59 None None] New status for floating IP 8e8a06d8-e00e-4265-a04b-2ef9b3076e9e: DOWN {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:45:44.423665 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-44d040b9-9d9d-498c-af17-88167ce9fb9e req-e48a16dd-8f49-41eb-aaad-8c4b1b86e52a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111132 Jun 24 09:45:44.466701 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:45:44.470664 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 371d87f0-d828-436b-a673-c5e34fc40e6c up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:45:44.477851 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:44.511479 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c7539-9554-4314-a8fd-b8e313204ea0 req-3021b9bb-646a-4ba1-a124-62392c2e8fa7 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:44.515569 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e41c7539-9554-4314-a8fd-b8e313204ea0 req-3021b9bb-646a-4ba1-a124-62392c2e8fa7 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.1971889 Jun 24 09:45:44.533436 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a068-126c-48e3-ac66-a0a9cdc15b3e req-8adb5bcf-aa17-4246-9371-9a938cfab54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:44.535148 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1276a068-126c-48e3-ac66-a0a9cdc15b3e req-8adb5bcf-aa17-4246-9371-9a938cfab54d service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.2838495 Jun 24 09:45:44.575679 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:44.582818 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 371d87f0-d828-436b-a673-c5e34fc40e6c triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:45:44.582818 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:44.640617 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832,segment=NetworkSegment(43622dbb-3fa7-4171-a86c-ae9b85e1022b),segment_id=43622dbb-3fa7-4171-a86c-ae9b85e1022b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:44.656966 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'a1b8e69a-e08f-4ca9-bfeb-3053eac1f832', 'network_id': 'c876540d-f69d-4345-8da3-6262b1921560', 'port_id': 'a1b8e69a-e08f-4ca9-bfeb-3053eac1f832', 'mac_address': 'fa:16:3e:2a:0d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde6a734-bd76-4968-9921-4bc82a41bd5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:45:44.665001 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:44.722574 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb30a85-c910-4956-a948-de9e8499b925 {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:45:44.738281 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410ceab-31cb-4ec3-b273-01cf9979e56f req-dd694286-2be5-4d0d-b02a-195d3fd7e37b tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:44.740274 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d410ceab-31cb-4ec3-b273-01cf9979e56f req-dd694286-2be5-4d0d-b02a-195d3fd7e37b tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 943 time: 0.2438817 Jun 24 09:45:44.762808 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Publish callbacks [] for port (8bb30a85-c910-4956-a948-de9e8499b925), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:44.772926 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1276a068-126c-48e3-ac66-a0a9cdc15b3e req-0a9f21a8-61ef-47e7-8298-85eb09d7718b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f HTTP/1.1" status: 200 len: 1001 time: 0.2108090 Jun 24 09:45:44.779544 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e41c7539-9554-4314-a8fd-b8e313204ea0 req-814f30c4-385c-4b2a-aac9-5628fd263f57 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513912 Jun 24 09:45:44.837618 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Transition to ACTIVE for port object 8bb30a85-c910-4956-a948-de9e8499b925 will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:45:44.872386 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (8bb30a85-c910-4956-a948-de9e8499b925), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:44.883612 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:44.883933 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:44.887255 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 371d87f0-d828-436b-a673-c5e34fc40e6c is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:44.887579 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:44.909551 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:45:44.930295 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832,segment=NetworkSegment(43622dbb-3fa7-4171-a86c-ae9b85e1022b),segment_id=43622dbb-3fa7-4171-a86c-ae9b85e1022b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:44.939010 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:44.968786 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:44.970943 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f725e2e-d54c-4d3c-b3df-b4e975855dfe" -d '{"events": [{"server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "name": "network-vif-plugged", "status": "completed", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:44.992880 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:45.002929 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:45.003896 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a8a8d8ec-532a-4f39-a19c-dd244aecac18 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:45:45.031481 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: a8a8d8ec-532a-4f39-a19c-dd244aecac18 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:45:45.031702 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a8a8d8ec-532a-4f39-a19c-dd244aecac18 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:45:45.035998 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:45.101243 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=371d87f0-d828-436b-a673-c5e34fc40e6c,revision_number=10']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:45.217887 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d410ceab-31cb-4ec3-b273-01cf9979e56f req-e8dc671e-617a-4844-81c6-aaab8490d7de tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592113 Jun 24 09:45:45.224346 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a068-126c-48e3-ac66-a0a9cdc15b3e req-95d1bad8-ef0e-4cd8-bf17-c91644f034eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:45.226146 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1276a068-126c-48e3-ac66-a0a9cdc15b3e req-95d1bad8-ef0e-4cd8-bf17-c91644f034eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.4371371 Jun 24 09:45:45.258254 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b51d5-d803-4a27-9a06-f8f4d427ed5e req-7de05f01-3516-4b5e-a0a1-ded8b335f7a5 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:45.259779 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e07b51d5-d803-4a27-9a06-f8f4d427ed5e req-7de05f01-3516-4b5e-a0a1-ded8b335f7a5 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.3927524 Jun 24 09:45:45.260180 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['a1b8e69a-e08f-4ca9-bfeb-3053eac1f832'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:45:45.260430 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Pushing event updated for resources: {'Port': ['ID=8bb30a85-c910-4956-a948-de9e8499b925,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:45.357689 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a068-126c-48e3-ac66-a0a9cdc15b3e req-6ca68a8a-8bb2-44e0-92b2-8b407d7060ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:45.359451 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1276a068-126c-48e3-ac66-a0a9cdc15b3e req-6ca68a8a-8bb2-44e0-92b2-8b407d7060ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1254656 Jun 24 09:45:45.375533 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Attempting to bind port 8bb30a85-c910-4956-a948-de9e8499b925 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:45:45.375856 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Attempting to bind port 8bb30a85-c910-4956-a948-de9e8499b925 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'f4168e33-ef97-427a-b2b7-377392ac499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:45:45.376178 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Attempting to bind port 8bb30a85-c910-4956-a948-de9e8499b925 on network 763ffea5-67d6-4377-b589-78b912e1b1de {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:45:45.430715 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Port 8bb30a85-c910-4956-a948-de9e8499b925 on network 763ffea5-67d6-4377-b589-78b912e1b1de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:45:45.431024 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Attempting to bind port 8bb30a85-c910-4956-a948-de9e8499b925 on network 763ffea5-67d6-4377-b589-78b912e1b1de {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:45:45.460632 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:45:45.460958 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Checking segment: {'id': 'f4168e33-ef97-427a-b2b7-377392ac499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:45:45.461329 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Bound using segment: {'id': 'f4168e33-ef97-427a-b2b7-377392ac499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:45:45.461746 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Bound port: 8bb30a85-c910-4956-a948-de9e8499b925, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4168e33-ef97-427a-b2b7-377392ac499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:45:45.462099 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (8bb30a85-c910-4956-a948-de9e8499b925), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:45.470390 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e07b51d5-d803-4a27-9a06-f8f4d427ed5e req-9c1d45f5-2020-4c02-8904-d020005023cf tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848028 Jun 24 09:45:45.476478 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36400fe9-0d4f-4b19-993b-ddd7705a9753 req-f6545a69-2876-4eaf-8c95-da002febff45 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:45.477921 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-36400fe9-0d4f-4b19-993b-ddd7705a9753 req-f6545a69-2876-4eaf-8c95-da002febff45 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 946 time: 0.1250150 Jun 24 09:45:45.528349 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d137e2-8392-4994-b3a8-1a4db52650c0 x-openstack-request-id: req-83d137e2-8392-4994-b3a8-1a4db52650c0 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:45.528658 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "name": "network-vif-plugged", "status": "completed", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:45.528938 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83d137e2-8392-4994-b3a8-1a4db52650c0 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:45.529342 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d137e2-8392-4994-b3a8-1a4db52650c0'] response: {'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'code': 200} Jun 24 09:45:45.649624 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1276a068-126c-48e3-ac66-a0a9cdc15b3e req-f0f009bd-4e79-44b4-a03e-2c3f55c677ad service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773957 Jun 24 09:45:45.662760 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-36400fe9-0d4f-4b19-993b-ddd7705a9753 req-ab52d602-4cc8-4512-bb8b-438b59e79392 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465063 Jun 24 09:45:45.676915 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb7912-2fa0-412e-981b-a996e837bc99 req-52a15ea3-774f-4a46-97c2-66b6f92a71ed tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:45.678349 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7fcb7912-2fa0-412e-981b-a996e837bc99 req-52a15ea3-774f-4a46-97c2-66b6f92a71ed tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 948 time: 0.0889094 Jun 24 09:45:45.679423 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] For port 8bb30a85-c910-4956-a948-de9e8499b925, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:45:45.692037 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] For port 8bb30a85-c910-4956-a948-de9e8499b925, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8bb30a85-c910-4956-a948-de9e8499b925,segment=NetworkSegment(f4168e33-ef97-427a-b2b7-377392ac499d),segment_id=f4168e33-ef97-427a-b2b7-377392ac499d)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:45:45.703633 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (8bb30a85-c910-4956-a948-de9e8499b925), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:45.707809 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57490) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:45.754250 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:45.769951 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:45.770588 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:45.772287 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] 10.222.0.47 "PUT /v2.0/ports/8bb30a85-c910-4956-a948-de9e8499b925 HTTP/1.1" status: 200 len: 1098 time: 1.9585066 Jun 24 09:45:45.772431 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:45.773510 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d', 'tag': '8bb30a85-c910-4956-a948-de9e8499b925'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:45.775788 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7487583a-7beb-433d-9e0d-003ac099f85f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d", "tag": "8bb30a85-c910-4956-a948-de9e8499b925"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:45.784858 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b0167fd2-87ff-4bc9-9173-f2a52f18e649 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (8394461d-ee64-4811-8d5d-967aa36eb160), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:45.787832 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:45.792583 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7fcb7912-2fa0-412e-981b-a996e837bc99 req-f00bc066-668e-4628-82bb-1c23749da429 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074893 Jun 24 09:45:45.810300 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8094a0a-56aa-44ef-bb8d-e1c78812473a service neutron] Pushing event updated for resources: {'Port': ['ID=8bb30a85-c910-4956-a948-de9e8499b925,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:45.817180 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b0167fd2-87ff-4bc9-9173-f2a52f18e649 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (8394461d-ee64-4811-8d5d-967aa36eb160), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:45.850490 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:45.870963 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad689f6-1230-4d30-8b33-0d315e8b591a x-openstack-request-id: req-bad689f6-1230-4d30-8b33-0d315e8b591a {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:45.871951 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d", "tag": "8bb30a85-c910-4956-a948-de9e8499b925", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:45.872206 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bad689f6-1230-4d30-8b33-0d315e8b591a {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:45.872628 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad689f6-1230-4d30-8b33-0d315e8b591a'] response: {'name': 'network-changed', 'server_uuid': '4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d', 'tag': '8bb30a85-c910-4956-a948-de9e8499b925', 'status': 'completed', 'code': 200} Jun 24 09:45:45.881780 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b0167fd2-87ff-4bc9-9173-f2a52f18e649 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8394461d-ee64-4811-8d5d-967aa36eb160), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:45.884830 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b0167fd2-87ff-4bc9-9173-f2a52f18e649 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:45.886134 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-b0167fd2-87ff-4bc9-9173-f2a52f18e649 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "DELETE /v2.0/security-groups/8394461d-ee64-4811-8d5d-967aa36eb160 HTTP/1.1" status: 204 len: 168 time: 0.1764085 Jun 24 09:45:45.897590 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 57496) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:45.917979 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0167fd2-87ff-4bc9-9173-f2a52f18e649 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8394461d-ee64-4811-8d5d-967aa36eb160,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:45.987001 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.api.v2.resource [None req-d2229743-614a-4b6f-bbac-44962df0c90d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] show failed (client error): The resource could not be found. Jun 24 09:45:45.991143 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57500) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:45.991306 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-d2229743-614a-4b6f-bbac-44962df0c90d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups/8394461d-ee64-4811-8d5d-967aa36eb160 HTTP/1.1" status: 404 len: 347 time: 0.0855916 Jun 24 09:45:46.067343 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167df2f9-4921-4443-b756-f276e78a2dc2 req-0c3ae816-b819-4511-b37f-1facdad367b8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:46.069786 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-167df2f9-4921-4443-b756-f276e78a2dc2 req-0c3ae816-b819-4511-b37f-1facdad367b8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.1274669 Jun 24 09:45:46.085790 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487583a-7beb-433d-9e0d-003ac099f85f req-8704a919-17c2-4a16-8e14-8a7e4f467c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:46.087922 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7487583a-7beb-433d-9e0d-003ac099f85f req-8704a919-17c2-4a16-8e14-8a7e4f467c0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c15e1bb5bd1741ae98304f809dea24f7&device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 1132 time: 0.1272509 Jun 24 09:45:46.163343 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-4602bf75-7bb1-4f54-8d23-221e8b9bc32c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Deleting port 80b082e5-272c-4274-b5a7-84697a81fc26 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:45:46.163657 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4602bf75-7bb1-4f54-8d23-221e8b9bc32c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (80b082e5-272c-4274-b5a7-84697a81fc26), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:46.168775 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4bbfe-b268-4efc-847b-376b8e55e534 req-fa00da75-e19a-43e1-8158-cd0028adf772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:46.170272 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e4d4bbfe-b268-4efc-847b-376b8e55e534 req-fa00da75-e19a-43e1-8158-cd0028adf772 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 1130 time: 0.0496793 Jun 24 09:45:46.183530 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7487583a-7beb-433d-9e0d-003ac099f85f req-3297706e-40d9-4ded-b21b-0872c238cf16 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c15e1bb5bd1741ae98304f809dea24f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511944 Jun 24 09:45:46.207110 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd85a-8d38-428a-ad62-5935a0a34bf1 req-792c2871-9bca-4789-a0f2-c8f5486a540f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:46.209669 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-832fd85a-8d38-428a-ad62-5935a0a34bf1 req-792c2871-9bca-4789-a0f2-c8f5486a540f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.1383479 Jun 24 09:45:46.266772 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1276a068-126c-48e3-ac66-a0a9cdc15b3e req-aa8c336d-630b-4389-97e3-730b82b8c17b service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786852 Jun 24 09:45:46.267652 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-e4d4bbfe-b268-4efc-847b-376b8e55e534 req-1ead8133-dd98-4eef-90b3-da171cd632c9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875909 Jun 24 09:45:46.281091 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4602bf75-7bb1-4f54-8d23-221e8b9bc32c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (80b082e5-272c-4274-b5a7-84697a81fc26), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:46.281091 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4602bf75-7bb1-4f54-8d23-221e8b9bc32c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (80b082e5-272c-4274-b5a7-84697a81fc26), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:46.296117 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-4602bf75-7bb1-4f54-8d23-221e8b9bc32c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Calling delete_port for 80b082e5-272c-4274-b5a7-84697a81fc26 owned by network:floatingip {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:45:46.313590 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-167df2f9-4921-4443-b756-f276e78a2dc2 req-ad6a1fff-c0f6-4ec3-be17-170300d0cb8c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307670 Jun 24 09:45:46.359870 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-832fd85a-8d38-428a-ad62-5935a0a34bf1 req-149af148-0993-49df-8fb1-3d2d40dfe2d5 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260881 Jun 24 09:45:46.374108 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487583a-7beb-433d-9e0d-003ac099f85f req-b6b9380f-8f21-4bb6-94bc-3507c1d2d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:46.375704 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7487583a-7beb-433d-9e0d-003ac099f85f req-b6b9380f-8f21-4bb6-94bc-3507c1d2d620 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868262 Jun 24 09:45:46.438258 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75fc88-4bce-4584-b817-1daf30cb0c94 req-c9481611-2bc0-4cc5-8741-bf1ef3a78313 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:46.439900 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4f75fc88-4bce-4584-b817-1daf30cb0c94 req-c9481611-2bc0-4cc5-8741-bf1ef3a78313 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 944 time: 0.0583012 Jun 24 09:45:46.459584 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4602bf75-7bb1-4f54-8d23-221e8b9bc32c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (80b082e5-272c-4274-b5a7-84697a81fc26), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:46.486046 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:45:46.501259 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4f75fc88-4bce-4584-b817-1daf30cb0c94 req-24eeb9eb-171a-4354-adf5-c5100f5ef515 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552363 Jun 24 09:45:46.507447 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602bf75-7bb1-4f54-8d23-221e8b9bc32c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'Port': ['ID=80b082e5-272c-4274-b5a7-84697a81fc26,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:46.572001 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:46.594911 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-d508b920-2369-4092-80b8-5e5bb2a422b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:46.596265 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-e99f74b4-1e8c-42ce-959a-e10e121be190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:46.598244 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4602bf75-7bb1-4f54-8d23-221e8b9bc32c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (8e8a06d8-e00e-4265-a04b-2ef9b3076e9e), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:46.599928 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-e99f74b4-1e8c-42ce-959a-e10e121be190 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c15e1bb5bd1741ae98304f809dea24f7&device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 1132 time: 0.0706258 Jun 24 09:45:46.601305 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:45:46.601764 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4602bf75-7bb1-4f54-8d23-221e8b9bc32c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:46.606437 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-4602bf75-7bb1-4f54-8d23-221e8b9bc32c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "DELETE /v2.0/floatingips/8e8a06d8-e00e-4265-a04b-2ef9b3076e9e HTTP/1.1" status: 204 len: 168 time: 0.6107101 Jun 24 09:45:46.610831 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:45:46.611239 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:46.700535 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:46.700995 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:46.701580 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-bf209760-a7c6-43a2-8251-23bfc5bff40a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=8bb30a85-c910-4956-a948-de9e8499b925 HTTP/1.1" status: 200 len: 217 time: 0.0498071 Jun 24 09:45:46.746410 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832,segment=NetworkSegment(43622dbb-3fa7-4171-a86c-ae9b85e1022b),segment_id=43622dbb-3fa7-4171-a86c-ae9b85e1022b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:46.753581 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:46.826197 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:46.871807 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4b257-d17b-4e52-9d32-ffd8dfaba2b0 req-64dec881-22c8-4936-b8f9-2afd2dd123b8 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:46.873563 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-62a4b257-d17b-4e52-9d32-ffd8dfaba2b0 req-64dec881-22c8-4936-b8f9-2afd2dd123b8 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 946 time: 0.0636091 Jun 24 09:45:46.922353 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-62a4b257-d17b-4e52-9d32-ffd8dfaba2b0 req-dc85df26-08b7-4b96-a025-a2ed5f11aad0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429926 Jun 24 09:45:47.047518 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f2c31-db65-46a8-b28a-a33f226c6ba1 req-d9cef5fc-34a0-4ff1-ba29-ae36693136a9 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:47.049440 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-008f2c31-db65-46a8-b28a-a33f226c6ba1 req-d9cef5fc-34a0-4ff1-ba29-ae36693136a9 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 948 time: 0.0552142 Jun 24 09:45:47.099806 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-008f2c31-db65-46a8-b28a-a33f226c6ba1 req-aae0efdb-2c00-4f09-8153-6abeb345cc3a tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Jun 24 09:45:47.187622 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-cdac12df-ceb2-4282-b59e-4f5d836a1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:47.189068 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-cdac12df-ceb2-4282-b59e-4f5d836a1670 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3e6844b-5f2c-4e1f-a84a-8f7b9dcc9472 HTTP/1.1" status: 200 len: 843 time: 0.0522237 Jun 24 09:45:47.241143 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-74b99790-282d-406d-9490-7372ebba60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:47.242641 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-74b99790-282d-406d-9490-7372ebba60b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=763ffea5-67d6-4377-b589-78b912e1b1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0433095 Jun 24 09:45:47.440046 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ba378-2f6d-491e-817f-256f43b3bb3a req-a0615231-b491-4252-9821-4d126c9fe165 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:47.441512 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3a0ba378-2f6d-491e-817f-256f43b3bb3a req-a0615231-b491-4252-9821-4d126c9fe165 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0584548 Jun 24 09:45:47.462231 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:47.491142 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3a0ba378-2f6d-491e-817f-256f43b3bb3a req-276f66c4-c35d-406a-aaf9-4b921760248a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439074 Jun 24 09:45:47.530329 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9395b1a-996b-49cf-93c7-44f262a92968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b8e69a-e08f-4ca9-bfeb-3053eac1f832'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:47.533590 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f89e915-b14a-4281-b711-92bffe11d5b3" -d '{"events": [{"server_uuid": "a9395b1a-996b-49cf-93c7-44f262a92968", "name": "network-vif-plugged", "status": "completed", "tag": "a1b8e69a-e08f-4ca9-bfeb-3053eac1f832"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:47.569783 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d368aae-e436-4aa4-90d9-2801f77f3418 x-openstack-request-id: req-1d368aae-e436-4aa4-90d9-2801f77f3418 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:47.570070 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9395b1a-996b-49cf-93c7-44f262a92968", "name": "network-vif-plugged", "status": "completed", "tag": "a1b8e69a-e08f-4ca9-bfeb-3053eac1f832", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:47.570317 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d368aae-e436-4aa4-90d9-2801f77f3418 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:47.570718 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d368aae-e436-4aa4-90d9-2801f77f3418'] response: {'server_uuid': 'a9395b1a-996b-49cf-93c7-44f262a92968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b8e69a-e08f-4ca9-bfeb-3053eac1f832', 'code': 200} Jun 24 09:45:47.638331 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e89407-89c0-4356-bd6d-1d6645290591 req-d878eaf2-ad72-48fc-b94e-0580eb430b7e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:47.639746 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-20e89407-89c0-4356-bd6d-1d6645290591 req-d878eaf2-ad72-48fc-b94e-0580eb430b7e tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 945 time: 0.0484359 Jun 24 09:45:47.698930 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-20e89407-89c0-4356-bd6d-1d6645290591 req-63cb1b73-7881-46ee-97bd-ea6b90cd1442 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509446 Jun 24 09:45:47.736074 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:47.792738 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:47.825722 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-57038827-556c-47a5-864b-4afb7ac97376 service neutron] 10.222.0.47 "GET /v2.0/networks/763ffea5-67d6-4377-b589-78b912e1b1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072371 Jun 24 09:45:48.049123 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d64c4-e043-45b8-9867-dc8cc7a2d090 req-b5d56435-d902-419f-a403-80f66db1fdc0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:48.050550 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-867d64c4-e043-45b8-9867-dc8cc7a2d090 req-b5d56435-d902-419f-a403-80f66db1fdc0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 946 time: 0.0491083 Jun 24 09:45:48.110994 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-867d64c4-e043-45b8-9867-dc8cc7a2d090 req-232b8045-1629-4899-849e-4b8b9d5ba682 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531843 Jun 24 09:45:48.231924 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94c28b-24f5-451d-97c1-63428cef7fba req-c959b457-c63c-4869-86f6-9d0954db32d0 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:48.233416 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8c94c28b-24f5-451d-97c1-63428cef7fba req-c959b457-c63c-4869-86f6-9d0954db32d0 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 948 time: 0.0498064 Jun 24 09:45:48.281608 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8c94c28b-24f5-451d-97c1-63428cef7fba req-2ad50d48-21df-411f-8f19-2e198f773963 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426586 Jun 24 09:45:48.420902 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-830ef002-a8dc-4056-aa2b-c9ab7215dd2b req-4e8a52d2-8edd-454c-8a74-3405a1f0d87b service neutron] 10.222.0.47 "GET /v2.0/networks/763ffea5-67d6-4377-b589-78b912e1b1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171486 Jun 24 09:45:48.515655 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cec93-4bed-46b2-9e97-646f70ae1d0e req-b7f00fb8-7524-4c89-9250-9870c7b8b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:48.517262 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dd5cec93-4bed-46b2-9e97-646f70ae1d0e req-b7f00fb8-7524-4c89-9250-9870c7b8b564 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 1129 time: 0.0438697 Jun 24 09:45:48.620137 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a709b79-2063-4fc0-b7f9-2487d5876583 req-83d03b14-f5ba-483b-9084-e73ffad687f1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:48.622256 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3a709b79-2063-4fc0-b7f9-2487d5876583 req-83d03b14-f5ba-483b-9084-e73ffad687f1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0500846 Jun 24 09:45:48.671959 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3a709b79-2063-4fc0-b7f9-2487d5876583 req-0896e254-7b27-42b4-9dc4-3d7f887e252b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425932 Jun 24 09:45:48.824896 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77949eb6-5179-41b9-90ab-e0aa0abcf2f7 req-43aaa02d-bc76-49a9-93fb-63e6a1d23833 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:48.826458 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-77949eb6-5179-41b9-90ab-e0aa0abcf2f7 req-43aaa02d-bc76-49a9-93fb-63e6a1d23833 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 945 time: 0.0500619 Jun 24 09:45:48.880715 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-77949eb6-5179-41b9-90ab-e0aa0abcf2f7 req-c1fccfe1-1002-4187-9ca1-ce9b77b27813 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479383 Jun 24 09:45:49.103805 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:49.242594 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258f373-cc44-4cb0-8245-0c2cbe656e45 req-e2d7ed82-b4eb-46a2-8bce-e2011e6b8e28 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:49.243521 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:49.244772 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3258f373-cc44-4cb0-8245-0c2cbe656e45 req-e2d7ed82-b4eb-46a2-8bce-e2011e6b8e28 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 946 time: 0.0573847 Jun 24 09:45:49.292829 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3258f373-cc44-4cb0-8245-0c2cbe656e45 req-117fec90-e285-4e02-a03e-4701b2afad90 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427182 Jun 24 09:45:49.404901 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f799e-76b2-4e87-b5d4-5c046271dc79 req-c6eaf8bd-212d-4355-b24c-bc1659ecb476 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:49.406344 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1d0f799e-76b2-4e87-b5d4-5c046271dc79 req-c6eaf8bd-212d-4355-b24c-bc1659ecb476 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 948 time: 0.0509582 Jun 24 09:45:49.456561 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1d0f799e-76b2-4e87-b5d4-5c046271dc79 req-c77a3df6-56e1-444a-9eb2-ef2925f5af45 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 Jun 24 09:45:49.563508 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dd5cec93-4bed-46b2-9e97-646f70ae1d0e req-b4894216-0255-4104-87ac-37a66511ec02 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467815 Jun 24 09:45:49.807477 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac4c6a-7f12-495a-bc46-9aa3a1b2b2b6 req-1baaa88c-e7ad-4a5d-84bf-7c22ae2e2577 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:49.809023 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0aac4c6a-7f12-495a-bc46-9aa3a1b2b2b6 req-1baaa88c-e7ad-4a5d-84bf-7c22ae2e2577 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0502336 Jun 24 09:45:49.854962 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:49.863154 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0aac4c6a-7f12-495a-bc46-9aa3a1b2b2b6 req-de80bfe6-b86f-4c2f-896b-3545ce35c382 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470214 Jun 24 09:45:50.000533 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509860ca-8ec3-4c22-87c8-537a2ec4442d req-344fe49e-2cbf-4d82-b93a-36dfc45e06d0 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:50.002430 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-509860ca-8ec3-4c22-87c8-537a2ec4442d req-344fe49e-2cbf-4d82-b93a-36dfc45e06d0 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 945 time: 0.0486159 Jun 24 09:45:50.033133 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:50.066299 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-509860ca-8ec3-4c22-87c8-537a2ec4442d req-eb9ff205-ed1f-408a-bf61-8cb817a84e2d tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579839 Jun 24 09:45:50.455554 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e025f-6d4a-4b90-84da-43d14e0b0276 req-06511485-408e-4dba-be04-f698891a19d9 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:50.457015 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a53e025f-6d4a-4b90-84da-43d14e0b0276 req-06511485-408e-4dba-be04-f698891a19d9 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 946 time: 0.0806034 Jun 24 09:45:50.467272 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a8c42-5267-4737-97fc-203b15b19cc7 req-f4ca3716-e550-407b-8f15-7a991049c2cf tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:50.468651 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4c8a8c42-5267-4737-97fc-203b15b19cc7 req-f4ca3716-e550-407b-8f15-7a991049c2cf tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 946 time: 0.0591600 Jun 24 09:45:50.518504 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 8bb30a85-c910-4956-a948-de9e8499b925 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:45:50.524476 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:50.543275 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a53e025f-6d4a-4b90-84da-43d14e0b0276 req-d66fbbee-bd44-48f0-8e46-7c1e3d6864ff tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736480 Jun 24 09:45:50.546243 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4c8a8c42-5267-4737-97fc-203b15b19cc7 req-95d013d7-fd82-45ce-95a0-e926be80714d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697303 Jun 24 09:45:50.633482 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 8bb30a85-c910-4956-a948-de9e8499b925, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8bb30a85-c910-4956-a948-de9e8499b925,segment=NetworkSegment(f4168e33-ef97-427a-b2b7-377392ac499d),segment_id=f4168e33-ef97-427a-b2b7-377392ac499d)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:50.644991 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '8bb30a85-c910-4956-a948-de9e8499b925', 'network_id': '763ffea5-67d6-4377-b589-78b912e1b1de', 'port_id': '8bb30a85-c910-4956-a948-de9e8499b925', 'mac_address': 'fa:16:3e:ff:c1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e6844b-5f2c-4e1f-a84a-8f7b9dcc9472', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:45:50.655180 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b1a4b-d6d7-4470-9b3b-aea228c05cf4 req-60b553b8-9d97-4603-bfce-84e4f1765b76 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:50.656641 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-751b1a4b-d6d7-4470-9b3b-aea228c05cf4 req-60b553b8-9d97-4603-bfce-84e4f1765b76 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 948 time: 0.0533810 Jun 24 09:45:50.680445 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 8bb30a85-c910-4956-a948-de9e8499b925 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:50.680828 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (8bb30a85-c910-4956-a948-de9e8499b925), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:50.698738 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb30a85-c910-4956-a948-de9e8499b925 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:45:50.714013 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-751b1a4b-d6d7-4470-9b3b-aea228c05cf4 req-eeb20071-8f15-4953-8021-edf56afe9ace tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513265 Jun 24 09:45:50.719169 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 8bb30a85-c910-4956-a948-de9e8499b925, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8bb30a85-c910-4956-a948-de9e8499b925,segment=NetworkSegment(f4168e33-ef97-427a-b2b7-377392ac499d),segment_id=f4168e33-ef97-427a-b2b7-377392ac499d)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:50.724295 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (8bb30a85-c910-4956-a948-de9e8499b925), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:50.772232 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=8bb30a85-c910-4956-a948-de9e8499b925,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:50.991354 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ceeab-c6bb-4c03-9175-9168eb1bb0d7 req-45c24dcc-a4ea-4055-89c9-163b2092a63d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:50.992812 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-360ceeab-c6bb-4c03-9175-9168eb1bb0d7 req-45c24dcc-a4ea-4055-89c9-163b2092a63d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0504942 Jun 24 09:45:51.038670 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['8bb30a85-c910-4956-a948-de9e8499b925'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:45:51.047499 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-360ceeab-c6bb-4c03-9175-9168eb1bb0d7 req-56e78a18-093e-47d4-b138-0a04dfc1c3bd tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Jun 24 09:45:51.188077 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1047bb-8786-4d7e-9630-85f0e4621904 req-96ebd48c-b30d-4503-bee4-bbbd2bcb3481 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:51.190686 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6f1047bb-8786-4d7e-9630-85f0e4621904 req-96ebd48c-b30d-4503-bee4-bbbd2bcb3481 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 945 time: 0.0528569 Jun 24 09:45:51.262910 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6f1047bb-8786-4d7e-9630-85f0e4621904 req-4ff3e128-9764-4712-a01a-3155bd01386f tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625250 Jun 24 09:45:51.686197 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fd83d-2907-40af-ad19-8da628f8f37e req-76d85052-a3c1-44cf-bb5e-2b01532c8e77 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:51.687648 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec2fd83d-2907-40af-ad19-8da628f8f37e req-76d85052-a3c1-44cf-bb5e-2b01532c8e77 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 946 time: 0.0549448 Jun 24 09:45:51.738622 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec2fd83d-2907-40af-ad19-8da628f8f37e req-c7f65c90-2e7d-46a0-ad86-5be5a91b1274 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Jun 24 09:45:51.839581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b59e6-dca8-4018-a4a3-c284248c6858 req-8299ee2d-4a30-4a86-b43e-f449b12ea210 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:51.841184 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-260b59e6-dca8-4018-a4a3-c284248c6858 req-8299ee2d-4a30-4a86-b43e-f449b12ea210 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 949 time: 0.0483196 Jun 24 09:45:51.894477 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-260b59e6-dca8-4018-a4a3-c284248c6858 req-17cd8beb-6159-458f-95c7-b72ddb94fec7 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470285 Jun 24 09:45:52.177042 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234d2e7-447b-4acc-9f12-561095c418f1 req-5a6d6681-c95f-4e7d-b02e-9393c434685b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:52.179289 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9234d2e7-447b-4acc-9f12-561095c418f1 req-5a6d6681-c95f-4e7d-b02e-9393c434685b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0580196 Jun 24 09:45:52.233357 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9234d2e7-447b-4acc-9f12-561095c418f1 req-5c1c7d2d-5ff2-4823-a875-d433896adbd0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462618 Jun 24 09:45:52.379405 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f276-1879-4ed1-b052-3f0150a57fe0 req-37e71af2-4248-4884-8af9-2c11b027dbcf tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:52.381138 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7824f276-1879-4ed1-b052-3f0150a57fe0 req-37e71af2-4248-4884-8af9-2c11b027dbcf tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 945 time: 0.0494287 Jun 24 09:45:52.431008 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7824f276-1879-4ed1-b052-3f0150a57fe0 req-ae008293-4a60-4f72-a8d6-f23d979eb99b tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Jun 24 09:45:52.538661 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 8bb30a85-c910-4956-a948-de9e8499b925 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:45:52.584707 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port 8bb30a85-c910-4956-a948-de9e8499b925 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:45:52.593005 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 8bb30a85-c910-4956-a948-de9e8499b925 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:45:52.593459 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (8bb30a85-c910-4956-a948-de9e8499b925), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:52.663860 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:52.669231 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 8bb30a85-c910-4956-a948-de9e8499b925 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:45:52.670176 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (8bb30a85-c910-4956-a948-de9e8499b925), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:52.701232 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb30a85-c910-4956-a948-de9e8499b925'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:52.703605 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b549c8bd-68ad-4f0c-8ef3-628ca848e37d" -d '{"events": [{"server_uuid": "4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d", "name": "network-vif-plugged", "status": "completed", "tag": "8bb30a85-c910-4956-a948-de9e8499b925"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:52.722836 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 8bb30a85-c910-4956-a948-de9e8499b925, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8bb30a85-c910-4956-a948-de9e8499b925,segment=NetworkSegment(f4168e33-ef97-427a-b2b7-377392ac499d),segment_id=f4168e33-ef97-427a-b2b7-377392ac499d)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:52.729230 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (8bb30a85-c910-4956-a948-de9e8499b925), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:52.752679 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-16f089a0-4e6c-466a-b2de-c99dddfac8bf tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:52.754480 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-16f089a0-4e6c-466a-b2de-c99dddfac8bf tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 946 time: 0.0750918 Jun 24 09:45:52.786404 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23d1aca-092c-4b1d-822f-c803a3c034ba x-openstack-request-id: req-f23d1aca-092c-4b1d-822f-c803a3c034ba {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:52.786696 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d", "name": "network-vif-plugged", "status": "completed", "tag": "8bb30a85-c910-4956-a948-de9e8499b925", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:52.786947 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f23d1aca-092c-4b1d-822f-c803a3c034ba {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:52.787383 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23d1aca-092c-4b1d-822f-c803a3c034ba'] response: {'server_uuid': '4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb30a85-c910-4956-a948-de9e8499b925', 'code': 200} Jun 24 09:45:52.793021 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=8bb30a85-c910-4956-a948-de9e8499b925,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:52.883249 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62707bcd-65dd-4356-9324-3728a206f328 req-536f0ace-dae0-45ec-b422-9eb97f1ffe04 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:52.885190 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-62707bcd-65dd-4356-9324-3728a206f328 req-536f0ace-dae0-45ec-b422-9eb97f1ffe04 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 946 time: 0.0511377 Jun 24 09:45:52.916122 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:52.934426 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-62707bcd-65dd-4356-9324-3728a206f328 req-e88be283-e714-468a-980a-04d702863d55 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea362193-c7de-4291-bdba-83202b68c929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Jun 24 09:45:53.022459 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:53.057790 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17b7c5-883e-4993-a695-549aed72fde2 req-6ecc33f8-69ce-4fe2-831a-b22e9fb724e0 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:53.059608 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3a17b7c5-883e-4993-a695-549aed72fde2 req-6ecc33f8-69ce-4fe2-831a-b22e9fb724e0 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 950 time: 0.0911427 Jun 24 09:45:53.113246 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Deleting port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:45:53.113613 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:53.163475 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3a17b7c5-883e-4993-a695-549aed72fde2 req-7ef7233b-6866-487b-8beb-2f0adc74cbb5 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829945 Jun 24 09:45:53.235336 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] For port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:53.236084 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:53.280808 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:53.372495 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497ea70-69a8-4e45-84da-9aa2b880e24b req-1be2b1d1-06b6-468a-8972-44803506798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:53.374105 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-b497ea70-69a8-4e45-84da-9aa2b880e24b req-1be2b1d1-06b6-468a-8972-44803506798f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 1134 time: 0.2766764 Jun 24 09:45:53.420658 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-b497ea70-69a8-4e45-84da-9aa2b880e24b req-20d886cf-6552-48e8-99c1-d70a4a908e56 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Jun 24 09:45:53.423469 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34971aae-5370-4238-87cd-3f3c45a08dd0 req-c645acef-8a59-4a42-91a2-c6fd56922179 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:53.424922 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-34971aae-5370-4238-87cd-3f3c45a08dd0 req-c645acef-8a59-4a42-91a2-c6fd56922179 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.1139481 Jun 24 09:45:53.522132 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:53.522431 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (31707d4d-3fb3-48bc-afda-5a904a7113d1), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:53.522731 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Floating IP 31707d4d-3fb3-48bc-afda-5a904a7113d1 disassociated. External IP: 172.27.1.18, port: cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1. Jun 24 09:45:53.523065 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Calling delete_port for cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:45:53.531967 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-34971aae-5370-4238-87cd-3f3c45a08dd0 req-6b733a16-c25f-4468-a5f5-a453137e6ae2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999584 Jun 24 09:45:53.666425 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:53.692037 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'Port': ['ID=cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:54.061714 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3dd0bbc4-ea9e-440f-b00d-0647bfa854e9 req-9b8f4dce-a595-43b2-bcd0-e0565a38ae65 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 210 time: 0.0317879 Jun 24 09:45:54.083307 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Router 0d7db7db-a98c-4445-a285-9acd52afbb15 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:45:54.142191 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:54.197461 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:45:54.210714 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48537d-a860-4db6-b643-c6801c064e14 None None] Sync routers for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:45:54.228951 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48537d-a860-4db6-b643-c6801c064e14 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:45:54.229526 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-fb48537d-a860-4db6-b643-c6801c064e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:45:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:45:54.240664 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] No DVR routers for this DVR port cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:45:54.243305 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:54.246442 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2fefc428-e345-4146-ba8a-b5d0b6d9e52a req-6dacc524-229a-4d84-91e8-78a4c4ec76cd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "DELETE /v2.0/ports/cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 HTTP/1.1" status: 204 len: 173 time: 1.2867484 Jun 24 09:45:54.246927 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'name': 'network-vif-deleted', 'tag': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:54.249216 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b45cb4a-5a99-4221-9df8-80ab0ff6ae0f" -d '{"events": [{"server_uuid": "93a2b7d9-c03a-459b-9ceb-5d6bf14546ef", "name": "network-vif-deleted", "tag": "cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:54.298602 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:54.318790 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:54.319369 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f641d94-b574-445b-8e8a-45adf6d828cf x-openstack-request-id: req-9f641d94-b574-445b-8e8a-45adf6d828cf {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:54.319549 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a2b7d9-c03a-459b-9ceb-5d6bf14546ef", "name": "network-vif-deleted", "tag": "cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:54.319714 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f641d94-b574-445b-8e8a-45adf6d828cf {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:54.320147 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f641d94-b574-445b-8e8a-45adf6d828cf'] response: {'server_uuid': '93a2b7d9-c03a-459b-9ceb-5d6bf14546ef', 'name': 'network-vif-deleted', 'tag': 'cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1', 'status': 'completed', 'code': 200} Jun 24 09:45:54.339484 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:54.342230 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:DELETE=1,neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:54.348314 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72059e0-4426-41bf-b5f2-191fb9020ae4 req-49d50ceb-04bc-4ae1-bc3b-4f6868632389 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:54.350045 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a72059e0-4426-41bf-b5f2-191fb9020ae4 req-49d50ceb-04bc-4ae1-bc3b-4f6868632389 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 950 time: 0.0886977 Jun 24 09:45:54.352223 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-78c8725b-009c-4494-8031-936551f11caa req-f0248197-da89-4938-b9d5-1b7988125573 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799997 Jun 24 09:45:54.364041 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-fb48537d-a860-4db6-b643-c6801c064e14 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:45:54.436558 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a72059e0-4426-41bf-b5f2-191fb9020ae4 req-a8b85366-8f55-491e-b4c6-7fb08ae94738 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806439 Jun 24 09:45:54.439754 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8725b-009c-4494-8031-936551f11caa req-8ac4039f-8f64-4202-862f-8db5e9b1e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:54.441076 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-78c8725b-009c-4494-8031-936551f11caa req-8ac4039f-8f64-4202-862f-8db5e9b1e1d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 1130 time: 0.0532184 Jun 24 09:45:54.556639 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-fb48537d-a860-4db6-b643-c6801c064e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:45:54.586943 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48537d-a860-4db6-b643-c6801c064e14 None None] Checking router: 0d7db7db-a98c-4445-a285-9acd52afbb15 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:45:54.596082 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48537d-a860-4db6-b643-c6801c064e14 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:45:54.596680 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-fb48537d-a860-4db6-b643-c6801c064e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:45:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:45:54.656686 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205dc85-1baa-4199-9865-13df84599656 req-6113894b-91a8-4826-aa4b-29e87157ff3c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:54.658157 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f205dc85-1baa-4199-9865-13df84599656 req-6113894b-91a8-4826-aa4b-29e87157ff3c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0493832 Jun 24 09:45:54.699562 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-fb48537d-a860-4db6-b643-c6801c064e14 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:45:54.718263 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f205dc85-1baa-4199-9865-13df84599656 req-273833e5-8a35-41d1-89fd-c63b8bfba468 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542443 Jun 24 09:45:54.896962 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-fb48537d-a860-4db6-b643-c6801c064e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:45:54.903220 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8725b-009c-4494-8031-936551f11caa req-e5b68db5-2560-4e81-acf6-14cb79bd1ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:54.904855 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-78c8725b-009c-4494-8031-936551f11caa req-e5b68db5-2560-4e81-acf6-14cb79bd1ec4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 918 time: 0.0980723 Jun 24 09:45:54.922483 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48537d-a860-4db6-b643-c6801c064e14 None None] The sync data for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi is: [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:45:55.148610 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc5fe4-453f-4be0-9c32-4a33f7c3c578 None None] New status for floating IP 31707d4d-3fb3-48bc-afda-5a904a7113d1: DOWN {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:45:55.176357 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-953e7c30-e100-4771-afd3-54e0688f2b32 req-efb64963-e5fb-47b7-a714-5c08562f4d21 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=93a2b7d9-c03a-459b-9ceb-5d6bf14546ef HTTP/1.1" status: 200 len: 210 time: 0.0286608 Jun 24 09:45:55.373028 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-78c8725b-009c-4494-8031-936551f11caa req-54a70bd2-9b0b-4c99-a18a-c2c22f63e41c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=371d87f0-d828-436b-a673-c5e34fc40e6c HTTP/1.1" status: 200 len: 1000 time: 0.0607493 Jun 24 09:45:55.423499 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8725b-009c-4494-8031-936551f11caa req-3f8bbd1a-4289-493a-a4f8-fb30ad6ea44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:55.424957 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-78c8725b-009c-4494-8031-936551f11caa req-3f8bbd1a-4289-493a-a4f8-fb30ad6ea44d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.0463448 Jun 24 09:45:55.471670 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8725b-009c-4494-8031-936551f11caa req-ee3bcedf-7cf1-4058-b164-fc57f8efd9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:55.473213 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-78c8725b-009c-4494-8031-936551f11caa req-ee3bcedf-7cf1-4058-b164-fc57f8efd9d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422330 Jun 24 09:45:55.589252 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2320274-6385-405d-b8bb-e1b1d57fa4f0 req-dc29a3f8-8d0e-4ac1-ae9a-e32de23f925a tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:55.590711 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d2320274-6385-405d-b8bb-e1b1d57fa4f0 req-dc29a3f8-8d0e-4ac1-ae9a-e32de23f925a tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 950 time: 0.0822203 Jun 24 09:45:55.617122 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-78c8725b-009c-4494-8031-936551f11caa req-631c4bbb-a099-4f6c-b7d6-401446c4cfc0 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376956 Jun 24 09:45:55.673601 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d2320274-6385-405d-b8bb-e1b1d57fa4f0 req-798d8711-bf3a-4e86-8fdd-6bce40407a9a tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736339 Jun 24 09:45:55.734963 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-78c8725b-009c-4494-8031-936551f11caa req-eda99bd5-2815-42f8-9ce8-a68dccadaf26 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087713 Jun 24 09:45:55.840235 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018148a1-3757-4ebf-871e-c74e95689a49 req-8b352227-66ab-4eda-902a-0aa7120e3703 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:55.842210 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-018148a1-3757-4ebf-871e-c74e95689a49 req-8b352227-66ab-4eda-902a-0aa7120e3703 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0499260 Jun 24 09:45:55.896667 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-018148a1-3757-4ebf-871e-c74e95689a49 req-e1eee0f6-550b-4aa4-96d2-5536600747ad tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470908 Jun 24 09:45:55.939691 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:55.953231 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e96a90-1106-4f54-827c-421c2403f5bd req-140bf1c9-d6a3-4238-a856-42caa98642ea tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:55.954745 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-58e96a90-1106-4f54-827c-421c2403f5bd req-140bf1c9-d6a3-4238-a856-42caa98642ea tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 950 time: 0.0489004 Jun 24 09:45:56.008002 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-58e96a90-1106-4f54-827c-421c2403f5bd req-384a1a8f-5561-42aa-990a-5f6b0b7e941f tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475574 Jun 24 09:45:56.271448 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57694) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:56.327968 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (ea362193-c7de-4291-bdba-83202b68c929), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:56.356512 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (ea362193-c7de-4291-bdba-83202b68c929), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:56.410764 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ea362193-c7de-4291-bdba-83202b68c929), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:56.414040 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:56.415831 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "DELETE /v2.0/security-groups/ea362193-c7de-4291-bdba-83202b68c929 HTTP/1.1" status: 204 len: 168 time: 0.1431563 Jun 24 09:45:56.420046 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 57696) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:56.427164 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea362193-c7de-4291-bdba-83202b68c929,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:56.433742 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.api.v2.resource [None req-83593268-9f21-4120-a20c-56e4fffd8d2b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] show failed (client error): The resource could not be found. Jun 24 09:45:56.434383 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.434727 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.434863 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-83593268-9f21-4120-a20c-56e4fffd8d2b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups/ea362193-c7de-4291-bdba-83202b68c929 HTTP/1.1" status: 404 len: 347 time: 0.0136886 Jun 24 09:45:56.435124 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.436142 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.436491 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.436819 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.437148 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.437470 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.438027 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.438252 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 57698) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:56.438367 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.438524 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.438863 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.439206 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.439527 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.439822 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf95ae1-e4e3-4bc7-b614-400f49a5eb4f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.545216 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:45:56.566183 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Deleting port c68ed410-1fa9-487d-b1b0-974c995ef563 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:45:56.566469 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (c68ed410-1fa9-487d-b1b0-974c995ef563), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:56.568960 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:56.569677 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:45:56.569980 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device cb40a2d0-f3d7-48fd-97c9-01e1ce70c8c1 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:45:56.645906 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (c68ed410-1fa9-487d-b1b0-974c995ef563), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:56.646210 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (c68ed410-1fa9-487d-b1b0-974c995ef563), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:56.660612 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Calling delete_port for c68ed410-1fa9-487d-b1b0-974c995ef563 owned by network:floatingip {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:45:56.810116 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (c68ed410-1fa9-487d-b1b0-974c995ef563), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:56.833687 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'Port': ['ID=c68ed410-1fa9-487d-b1b0-974c995ef563,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:56.844107 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.844441 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.844767 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.845278 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.846180 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.846180 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.846358 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.846641 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.846962 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.847295 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.847612 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.847919 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.848227 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.848723 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.849260 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:45:56.877610 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (31707d4d-3fb3-48bc-afda-5a904a7113d1), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:56.880340 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:56.881633 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-3600c351-db29-4ac8-a95c-0ab9191d93d0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "DELETE /v2.0/floatingips/31707d4d-3fb3-48bc-afda-5a904a7113d1 HTTP/1.1" status: 204 len: 168 time: 0.4428241 Jun 24 09:45:56.965331 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57704) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:56.970098 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-d39f0b9e-f5eb-4041-9a63-6870ae03bbc4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041192471', 'description': 'tempest-description--200212419'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:45:56.985861 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:56.993993 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d39f0b9e-f5eb-4041-9a63-6870ae03bbc4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.029987 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:57.034581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9916dc-60db-4ef9-bb41-8589c9001617 req-f91e10bc-4145-40b9-8e64-f8fbdce3c7b2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:57.046949 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5b9916dc-60db-4ef9-bb41-8589c9001617 req-f91e10bc-4145-40b9-8e64-f8fbdce3c7b2 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0718403 Jun 24 09:45:57.079031 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d39f0b9e-f5eb-4041-9a63-6870ae03bbc4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (83650414-7de6-4bc9-a31f-32155ec92696), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.084145 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d39f0b9e-f5eb-4041-9a63-6870ae03bbc4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (83650414-7de6-4bc9-a31f-32155ec92696), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.116780 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d39f0b9e-f5eb-4041-9a63-6870ae03bbc4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.117994 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-d39f0b9e-f5eb-4041-9a63-6870ae03bbc4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1515861 Jun 24 09:45:57.119953 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f0b9e-f5eb-4041-9a63-6870ae03bbc4 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83650414-7de6-4bc9-a31f-32155ec92696,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:57.121866 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57710) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:57.126107 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-2c7435e5-a4d1-49e7-a6bf-433cbe7058f9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group_rule': {'security_group_id': '83650414-7de6-4bc9-a31f-32155ec92696', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:45:57.141251 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5b9916dc-60db-4ef9-bb41-8589c9001617 req-5c292dee-906e-426b-9594-20a8f601bf03 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931299 Jun 24 09:45:57.155487 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12303ec-b721-4671-a42d-cbd179c4e925 req-529d6535-868b-4e1e-b517-03c7cc5604df tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:57.162612 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f12303ec-b721-4671-a42d-cbd179c4e925 req-529d6535-868b-4e1e-b517-03c7cc5604df tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 950 time: 0.0748901 Jun 24 09:45:57.167965 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2c7435e5-a4d1-49e7-a6bf-433cbe7058f9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (84ed8076-b029-4589-8ca2-651ce7f7eb01), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.206266 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f12303ec-b721-4671-a42d-cbd179c4e925 req-f0028734-75b2-4fdc-9a52-ef1722c3d518 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Jun 24 09:45:57.229177 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2c7435e5-a4d1-49e7-a6bf-433cbe7058f9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (84ed8076-b029-4589-8ca2-651ce7f7eb01), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.233434 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2c7435e5-a4d1-49e7-a6bf-433cbe7058f9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (84ed8076-b029-4589-8ca2-651ce7f7eb01), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.252233 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7435e5-a4d1-49e7-a6bf-433cbe7058f9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ed8076-b029-4589-8ca2-651ce7f7eb01,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:57.257196 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2c7435e5-a4d1-49e7-a6bf-433cbe7058f9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.258482 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-2c7435e5-a4d1-49e7-a6bf-433cbe7058f9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355371 Jun 24 09:45:57.261382 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57714) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:57.265796 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-63b99685-b3b0-4769-9406-b4c30f96e1ef tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group_rule': {'security_group_id': '83650414-7de6-4bc9-a31f-32155ec92696', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:45:57.292520 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-63b99685-b3b0-4769-9406-b4c30f96e1ef tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (98112908-4a38-4b15-9fc7-3bbf012bf715), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.354888 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-63b99685-b3b0-4769-9406-b4c30f96e1ef tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (98112908-4a38-4b15-9fc7-3bbf012bf715), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.360626 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-63b99685-b3b0-4769-9406-b4c30f96e1ef tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (98112908-4a38-4b15-9fc7-3bbf012bf715), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.381553 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b99685-b3b0-4769-9406-b4c30f96e1ef tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98112908-4a38-4b15-9fc7-3bbf012bf715,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:57.390603 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-63b99685-b3b0-4769-9406-b4c30f96e1ef tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.391786 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-63b99685-b3b0-4769-9406-b4c30f96e1ef tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294980 Jun 24 09:45:57.395152 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 57716) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:57.399659 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:45:57.423383 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.509079 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.607341 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:57.617768 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Allocated IP 172.27.1.14 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/c5a8f6a8-397e-473c-9456-4414cd5c0825) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:45:57.751959 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:57.755324 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (c5a8f6a8-397e-473c-9456-4414cd5c0825), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.773085 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977613c-b001-495a-b656-37b405217008 req-26488e8c-5e34-486d-b911-291f23c2ce54 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:57.774510 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0977613c-b001-495a-b656-37b405217008 req-26488e8c-5e34-486d-b911-291f23c2ce54 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 950 time: 0.0699375 Jun 24 09:45:57.804024 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (c5a8f6a8-397e-473c-9456-4414cd5c0825), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.850410 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:45:57.855486 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:45:57.857923 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=c5a8f6a8-397e-473c-9456-4414cd5c0825,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:57.859986 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:45:57.911646 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (538a6bc6-82c3-434f-a332-ec9c63a836fe), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:57.955652 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c5a8f6a8-397e-473c-9456-4414cd5c0825), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:58.157356 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (c5a8f6a8-397e-473c-9456-4414cd5c0825), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:58.161753 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c5a8f6a8-397e-473c-9456-4414cd5c0825), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:58.236679 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (538a6bc6-82c3-434f-a332-ec9c63a836fe), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:58.261547 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-0977613c-b001-495a-b656-37b405217008 req-123c7d49-2816-4c29-a2c6-ed3913db5447 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Deleting port 8bb30a85-c910-4956-a948-de9e8499b925 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:45:58.261886 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-0977613c-b001-495a-b656-37b405217008 req-123c7d49-2816-4c29-a2c6-ed3913db5447 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (8bb30a85-c910-4956-a948-de9e8499b925), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:58.286362 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=c5a8f6a8-397e-473c-9456-4414cd5c0825,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:58.307107 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:58.308586 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-89b77b89-ab69-48c6-a8ee-297e12df2f14 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9124339 Jun 24 09:45:58.421953 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:58.444642 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72adf-5eb1-4347-9bff-10d38700fdfa req-a37c2683-f9aa-4d82-92ab-3aab5acf125a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:58.446117 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c0a72adf-5eb1-4347-9bff-10d38700fdfa req-a37c2683-f9aa-4d82-92ab-3aab5acf125a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.1609368 Jun 24 09:45:58.460441 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4acfe9-f167-4a80-9d2b-e27804eadccf req-7f95510b-cc8f-451d-9006-c4557e00d0bf tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:58.461800 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fe4acfe9-f167-4a80-9d2b-e27804eadccf req-7f95510b-cc8f-451d-9006-c4557e00d0bf tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d HTTP/1.1" status: 200 len: 950 time: 0.1092486 Jun 24 09:45:58.525003 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-0977613c-b001-495a-b656-37b405217008 req-123c7d49-2816-4c29-a2c6-ed3913db5447 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] For port 8bb30a85-c910-4956-a948-de9e8499b925, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8bb30a85-c910-4956-a948-de9e8499b925,segment=NetworkSegment(f4168e33-ef97-427a-b2b7-377392ac499d),segment_id=f4168e33-ef97-427a-b2b7-377392ac499d)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:45:58.525230 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-0977613c-b001-495a-b656-37b405217008 req-123c7d49-2816-4c29-a2c6-ed3913db5447 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (8bb30a85-c910-4956-a948-de9e8499b925), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:58.561213 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-0977613c-b001-495a-b656-37b405217008 req-123c7d49-2816-4c29-a2c6-ed3913db5447 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Calling delete_port for 8bb30a85-c910-4956-a948-de9e8499b925 owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:45:58.570332 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c0a72adf-5eb1-4347-9bff-10d38700fdfa req-2d1c03c8-5628-4213-96df-1d0d303f55ec tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160729 Jun 24 09:45:58.591140 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fe4acfe9-f167-4a80-9d2b-e27804eadccf req-95ba880e-8f57-4904-81c0-5ef6f6f2db6d tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.65 "GET /v2.0/security-groups?id=630e6652-f2f5-48f5-b916-9bc80f81d33b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165340 Jun 24 09:45:58.633359 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:58.730075 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-f8abba19-2112-40eb-ada9-07d1d3065dc8 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2041192471&fields=id&tenant_id=30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 267 time: 0.0770872 Jun 24 09:45:58.792513 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-0977613c-b001-495a-b656-37b405217008 req-123c7d49-2816-4c29-a2c6-ed3913db5447 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (8bb30a85-c910-4956-a948-de9e8499b925), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:58.804780 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['8bb30a85-c910-4956-a948-de9e8499b925'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:45:58.855188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c7d49-2816-4c29-a2c6-ed3913db5447 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Pushing event deleted for resources: {'Port': ['ID=8bb30a85-c910-4956-a948-de9e8499b925,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:45:58.913584 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-0977613c-b001-495a-b656-37b405217008 req-123c7d49-2816-4c29-a2c6-ed3913db5447 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] No DVR routers for this DVR port 8bb30a85-c910-4956-a948-de9e8499b925 on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:45:58.920874 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7edffc1f-8a87-4c71-86a4-306e73e655fa tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:58.922363 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7edffc1f-8a87-4c71-86a4-306e73e655fa tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 814 time: 0.1850986 Jun 24 09:45:58.923474 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-0977613c-b001-495a-b656-37b405217008 req-123c7d49-2816-4c29-a2c6-ed3913db5447 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:58.926567 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0977613c-b001-495a-b656-37b405217008 req-123c7d49-2816-4c29-a2c6-ed3913db5447 tempest-VolumesNegativeTest-439698541 tempest-VolumesNegativeTest-439698541-project] 10.222.0.47 "DELETE /v2.0/ports/8bb30a85-c910-4956-a948-de9e8499b925 HTTP/1.1" status: 204 len: 173 time: 0.8434498 Jun 24 09:45:58.927019 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d', 'name': 'network-vif-deleted', 'tag': '8bb30a85-c910-4956-a948-de9e8499b925'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:45:58.929288 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d19d0b-be22-4852-a042-304ab5972f71" -d '{"events": [{"server_uuid": "4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d", "name": "network-vif-deleted", "tag": "8bb30a85-c910-4956-a948-de9e8499b925"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:45:58.942851 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-ad882f69-4acd-481a-a257-43b2ecfe8d7f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/quotas/30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 375 time: 0.0105798 Jun 24 09:45:58.974028 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc20009a-40ff-4b8c-8079-0b3816238876 x-openstack-request-id: req-bc20009a-40ff-4b8c-8079-0b3816238876 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:45:58.974313 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d", "name": "network-vif-deleted", "tag": "8bb30a85-c910-4956-a948-de9e8499b925", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:45:58.974929 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc20009a-40ff-4b8c-8079-0b3816238876 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:45:58.975361 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc20009a-40ff-4b8c-8079-0b3816238876'] response: {'server_uuid': '4c1fd2d9-b83a-4f0b-9bcc-90ae0e0add3d', 'name': 'network-vif-deleted', 'tag': '8bb30a85-c910-4956-a948-de9e8499b925', 'status': 'completed', 'code': 200} Jun 24 09:45:59.016110 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-442e4ea5-34b5-4493-82ec-72512e2e3c41 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534253 Jun 24 09:45:59.118489 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-984833b8-e8b1-498e-823e-e350e99d538c service neutron] 10.222.0.65 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881646 Jun 24 09:45:59.213601 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-da420134-fec5-4f6d-ac75-5ce13527be8e service neutron] 10.222.0.65 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886056 Jun 24 09:45:59.409902 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3626dae1-824b-4e2d-a7dc-78c58659470f req-9eabdc85-4e8b-4ce1-b0d3-edb975c69211 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 210 time: 0.0447958 Jun 24 09:45:59.470958 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74da83a-09f6-40c1-9cf5-2f58c367ec35 req-b8d26921-1933-4ed8-ad08-e119b57f891c tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:59.472510 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c74da83a-09f6-40c1-9cf5-2f58c367ec35 req-b8d26921-1933-4ed8-ad08-e119b57f891c tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0735161 Jun 24 09:45:59.524495 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:45:59.532690 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c74da83a-09f6-40c1-9cf5-2f58c367ec35 req-33c68e67-065b-4720-883f-2ac8eb515c67 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496836 Jun 24 09:45:59.556067 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 57758) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:59.717724 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd2207-77cf-49d4-9e32-ae9fee08605a req-c2357abb-8fce-49db-a7a9-436405d40eac tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:59.719419 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-26fd2207-77cf-49d4-9e32-ae9fee08605a req-c2357abb-8fce-49db-a7a9-436405d40eac tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0686922 Jun 24 09:45:59.790591 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-26fd2207-77cf-49d4-9e32-ae9fee08605a req-1ef58ddb-f98f-45a0-b838-6dde31ec85f5 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640433 Jun 24 09:45:59.835624 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73504b63-c7cc-4032-863a-215fd34ef6fa tempest-TestMinimumBasicScenario-1663881167 tempest-TestMinimumBasicScenario-1663881167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:45:59.837154 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-73504b63-c7cc-4032-863a-215fd34ef6fa tempest-TestMinimumBasicScenario-1663881167 tempest-TestMinimumBasicScenario-1663881167-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 1124 time: 0.2800424 Jun 24 09:45:59.840315 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57780) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:45:59.844846 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'port_id': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:45:59.882505 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:45:59.974868 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:00.104742 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Allocated IP 172.27.1.47 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/0ed39acc-cf5e-4a83-a907-44b29d895864) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:46:00.178678 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:00.213741 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for port (0ed39acc-cf5e-4a83-a907-44b29d895864), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:00.248856 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (0ed39acc-cf5e-4a83-a907-44b29d895864), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:00.253970 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:00.300572 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:46:00.305398 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:46:00.307236 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'Port': ['ID=0ed39acc-cf5e-4a83-a907-44b29d895864,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:00.309519 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:46:00.541903 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ba732812-9dd8-4bbf-89bf-5b65e087545e req-7309f820-c417-42dd-b2be-03dc7ea6a39c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 210 time: 0.0489600 Jun 24 09:46:00.675327 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-693f5560-c9e7-449c-bf3e-f4bbe145f8aa tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:00.677081 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-693f5560-c9e7-449c-bf3e-f4bbe145f8aa tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 814 time: 0.1716709 Jun 24 09:46:00.768765 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-47ce10b1-1670-41b5-a14c-1dfc338ac3b8 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 380 time: 0.0817986 Jun 24 09:46:00.826203 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for floatingip (89090141-4614-428c-8a12-8d5767815bc2), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:00.852302 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'port': {'device_id': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'admin_state_up': True, 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'security_groups': ['83650414-7de6-4bc9-a31f-32155ec92696']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:00.933150 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (0ed39acc-cf5e-4a83-a907-44b29d895864), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:00.952055 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:00.983749 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706eca63-3834-4c48-8cc9-e0f627fc8ad4 req-d2325123-8efd-48ef-a110-70e9a43be0c4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:00.985256 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-706eca63-3834-4c48-8cc9-e0f627fc8ad4 req-d2325123-8efd-48ef-a110-70e9a43be0c4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0952430 Jun 24 09:46:01.072488 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Made reservation on behalf of 30033ce42b5a43b78dde38163831cea2 for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:46:01.075933 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.083592 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-706eca63-3834-4c48-8cc9-e0f627fc8ad4 req-c325a81c-4c7b-4c07-a4b8-6314e4686e3f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892138 Jun 24 09:46:01.111441 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for port (0ed39acc-cf5e-4a83-a907-44b29d895864), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.115014 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (0ed39acc-cf5e-4a83-a907-44b29d895864), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.189814 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'Port': ['ID=0ed39acc-cf5e-4a83-a907-44b29d895864,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:01.191831 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:01.206190 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (89090141-4614-428c-8a12-8d5767815bc2), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.236378 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Allocated IP 172.20.0.5 (d6d825bf-3025-4144-aa4c-5693ec78fffa/2f1591ae-0529-40f2-a2e2-f283f857afff/74e14930-4c89-4d5f-9bea-32720c272816) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:46:01.311378 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Floating IP 89090141-4614-428c-8a12-8d5767815bc2 associated. External IP: 172.27.1.47, port: de309464-eb94-4c38-b29b-c293a12d68b1. Jun 24 09:46:01.360109 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=100 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:01.400189 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (74e14930-4c89-4d5f-9bea-32720c272816), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.438438 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (74e14930-4c89-4d5f-9bea-32720c272816), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.467382 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:01.494412 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Network d6d825bf-3025-4144-aa4c-5693ec78fffa is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:46:01.499502 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:46:01.504053 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:46:01.514289 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:01.514289 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.515106 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=74e14930-4c89-4d5f-9bea-32720c272816,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:01.534439 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-7802bc9d-f0f8-4267-b83e-5b9b6c3f60c0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6873631 Jun 24 09:46:01.549907 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Request body: {'port': {'device_id': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:01.554211 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:46:01.635921 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (74e14930-4c89-4d5f-9bea-32720c272816), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.692452 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:46:01.715243 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274f87e-e540-44e9-b632-799f49fb690b None None] Sync routers for ids ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:46:01.716743 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.735120 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274f87e-e540-44e9-b632-799f49fb690b None None] Routers {'1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:46:01.736152 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e274f87e-e540-44e9-b632-799f49fb690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:45:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:01.772454 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e24f6a9f-2d91-4577-8ad4-0f74eb4d1ec8 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9309518 Jun 24 09:46:01.773035 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:46:01.776396 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad87a258-6373-47ba-b7ea-ad77931d0ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:46:01.780452 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57960) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:01.785095 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-53a157b0-a9b7-4f5f-9206-de7f4f02ab40 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007842856', 'description': 'tempest-secgroup-smoke-2007842856 description', 'project_id': 'a0aff51028ec477ebbc12e078174977a'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:01.814004 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-53a157b0-a9b7-4f5f-9206-de7f4f02ab40 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.878902 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64af4dbd-01ca-4050-a416-71fbc8d4c5ca x-openstack-request-id: req-64af4dbd-01ca-4050-a416-71fbc8d4c5ca {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:46:01.879519 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:46:01.879648 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64af4dbd-01ca-4050-a416-71fbc8d4c5ca {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:46:01.880069 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64af4dbd-01ca-4050-a416-71fbc8d4c5ca'] response: {'name': 'network-changed', 'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'status': 'completed', 'code': 200} Jun 24 09:46:01.892045 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848b609-123f-4aa7-a18e-b922b6d9567e req-a4c130ea-a0c9-409f-a74b-87bd704f167a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:01.904703 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f848b609-123f-4aa7-a18e-b922b6d9567e req-a4c130ea-a0c9-409f-a74b-87bd704f167a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 931 time: 0.1923039 Jun 24 09:46:01.927564 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-53a157b0-a9b7-4f5f-9206-de7f4f02ab40 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group (309ce118-b51a-42e5-b315-1f2652eb254c), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.945888 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-732658fb-de3a-446d-801f-f155d531dc57 None None] Provisioning complete for port 74e14930-4c89-4d5f-9bea-32720c272816 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:46:01.946484 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-732658fb-de3a-446d-801f-f155d531dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (74e14930-4c89-4d5f-9bea-32720c272816), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.950270 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:01.953319 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-53a157b0-a9b7-4f5f-9206-de7f4f02ab40 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (309ce118-b51a-42e5-b315-1f2652eb254c), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:01.959318 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:01.985652 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a258-6373-47ba-b7ea-ad77931d0ef3 req-cca9d74a-c30e-4769-99ba-f6aa61e2acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:01.987182 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ad87a258-6373-47ba-b7ea-ad77931d0ef3 req-cca9d74a-c30e-4769-99ba-f6aa61e2acdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0aff51028ec477ebbc12e078174977a&device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 1129 time: 0.0739460 Jun 24 09:46:02.000178 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-e274f87e-e540-44e9-b632-799f49fb690b None None] Set router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:46:02.001407 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a157b0-a9b7-4f5f-9206-de7f4f02ab40 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309ce118-b51a-42e5-b315-1f2652eb254c,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:02.029522 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-53a157b0-a9b7-4f5f-9206-de7f4f02ab40 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.033485 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-53a157b0-a9b7-4f5f-9206-de7f4f02ab40 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2494154 Jun 24 09:46:02.034539 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57980) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:02.045458 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-65c7bc36-e7ae-4b7c-a05f-20162ca8e385 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Request body: {'security_group_rule': {'security_group_id': '309ce118-b51a-42e5-b315-1f2652eb254c', 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:02.097000 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f848b609-123f-4aa7-a18e-b922b6d9567e req-d38b953b-2f17-461b-9eb0-d5ea96384226 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913311 Jun 24 09:46:02.122177 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-65c7bc36-e7ae-4b7c-a05f-20162ca8e385 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (b3b5acfa-778f-4de9-99bd-36178893f324), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.125102 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:02.190375 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a258-6373-47ba-b7ea-ad77931d0ef3 req-ce4869ba-5742-425b-9c96-aad9fa8d3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:02.192141 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ad87a258-6373-47ba-b7ea-ad77931d0ef3 req-ce4869ba-5742-425b-9c96-aad9fa8d3459 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81ccbe4d-d281-46f1-a767-e183ccaac7bb HTTP/1.1" status: 200 len: 916 time: 0.1929290 Jun 24 09:46:02.225137 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-65c7bc36-e7ae-4b7c-a05f-20162ca8e385 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (b3b5acfa-778f-4de9-99bd-36178893f324), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.240742 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-732658fb-de3a-446d-801f-f155d531dc57 None None] Port 74e14930-4c89-4d5f-9bea-32720c272816 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:46:02.307703 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-65c7bc36-e7ae-4b7c-a05f-20162ca8e385 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (b3b5acfa-778f-4de9-99bd-36178893f324), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.340733 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ad87a258-6373-47ba-b7ea-ad77931d0ef3 req-68622227-6d51-4a9a-a79f-e7ea6ff55fc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de309464-eb94-4c38-b29b-c293a12d68b1 HTTP/1.1" status: 200 len: 998 time: 0.1128316 Jun 24 09:46:02.341653 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7bc36-e7ae-4b7c-a05f-20162ca8e385 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b5acfa-778f-4de9-99bd-36178893f324,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:02.355102 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-65c7bc36-e7ae-4b7c-a05f-20162ca8e385 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.360305 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-65c7bc36-e7ae-4b7c-a05f-20162ca8e385 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3250148 Jun 24 09:46:02.371208 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 57994) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:02.376483 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-5c84f481-3b35-42e3-88cc-3c3d0158e00d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Request body: {'security_group_rule': {'security_group_id': '309ce118-b51a-42e5-b315-1f2652eb254c', 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:02.426685 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:02.448020 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a258-6373-47ba-b7ea-ad77931d0ef3 req-b4da73d2-e0c7-4794-b59a-d1910967fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:02.449357 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ad87a258-6373-47ba-b7ea-ad77931d0ef3 req-b4da73d2-e0c7-4794-b59a-d1910967fbf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c9d977b-db01-4904-a89c-a3bdc07cacef HTTP/1.1" status: 200 len: 854 time: 0.0875738 Jun 24 09:46:02.454429 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5c84f481-3b35-42e3-88cc-3c3d0158e00d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (78cda83b-a50c-4048-b499-04f7853eef4d), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.528920 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e274f87e-e540-44e9-b632-799f49fb690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 4, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '89090141-4614-428c-8a12-8d5767815bc2', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'port_id': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'mac_address': 'fa:16:3e:7d:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d874254-475b-4025-8b67-b4af897fdb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:46:00Z', 'updated_at': '2022-06-24T09:46:00Z', 'revision_number': 0, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b73562-fd40-4818-80ba-a8071710c2ac', 'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'mac_address': 'fa:16:3e:3b:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:43Z', 'updated_at': '2022-06-24T09:44:50Z', 'revision_number': 5, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'subnets': [{'id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:02.541178 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cb124-b265-4980-a4ca-f2e430dfbf0f req-64690162-bf07-4cf7-980c-aae4b68f696b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:02.549584 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-241cb124-b265-4980-a4ca-f2e430dfbf0f req-64690162-bf07-4cf7-980c-aae4b68f696b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0927813 Jun 24 09:46:02.569786 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274f87e-e540-44e9-b632-799f49fb690b None None] Checking router: 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:46:02.574308 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5c84f481-3b35-42e3-88cc-3c3d0158e00d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (78cda83b-a50c-4048-b499-04f7853eef4d), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.583686 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5c84f481-3b35-42e3-88cc-3c3d0158e00d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (78cda83b-a50c-4048-b499-04f7853eef4d), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.589096 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a258-6373-47ba-b7ea-ad77931d0ef3 req-e49195e9-ecaf-46ef-be08-7f8008770cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:02.589845 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 8bb30a85-c910-4956-a948-de9e8499b925 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:46:02.590637 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ad87a258-6373-47ba-b7ea-ad77931d0ef3 req-e49195e9-ecaf-46ef-be08-7f8008770cf2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81ccbe4d-d281-46f1-a767-e183ccaac7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1304080 Jun 24 09:46:02.618183 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: 8bb30a85-c910-4956-a948-de9e8499b925 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:46:02.618545 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 8bb30a85-c910-4956-a948-de9e8499b925 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:46:02.623333 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274f87e-e540-44e9-b632-799f49fb690b None None] Routers {'1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:46:02.624329 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e274f87e-e540-44e9-b632-799f49fb690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:45:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:02.626308 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:02.627323 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5c84f481-3b35-42e3-88cc-3c3d0158e00d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.628948 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-5c84f481-3b35-42e3-88cc-3c3d0158e00d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2571406 Jun 24 09:46:02.636226 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58006) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:02.640215 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e14930-4c89-4d5f-9bea-32720c272816 {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:46:02.641300 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84f481-3b35-42e3-88cc-3c3d0158e00d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cda83b-a50c-4048-b499-04f7853eef4d,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:02.656308 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Publish callbacks [] for port (74e14930-4c89-4d5f-9bea-32720c272816), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.677362 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-4f7a410d-e735-49dc-8738-42beb50ce870 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Request body: {'security_group_rule': {'security_group_id': '309ce118-b51a-42e5-b315-1f2652eb254c', 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:02.705375 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-241cb124-b265-4980-a4ca-f2e430dfbf0f req-a47e237e-0407-40f0-a485-0154a97d7e5b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540680 Jun 24 09:46:02.707215 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Transition to ACTIVE for port object 74e14930-4c89-4d5f-9bea-32720c272816 will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:46:02.718039 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (74e14930-4c89-4d5f-9bea-32720c272816), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.756971 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ad87a258-6373-47ba-b7ea-ad77931d0ef3 req-bd5899fc-d2da-4203-b88e-8b5c2d030ef9 service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465042 Jun 24 09:46:02.767114 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4f7a410d-e735-49dc-8738-42beb50ce870 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (1265a949-821d-4559-b409-5198b54accf3), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.837467 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-e274f87e-e540-44e9-b632-799f49fb690b None None] Set router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:46:02.851235 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Pushing event updated for resources: {'Port': ['ID=74e14930-4c89-4d5f-9bea-32720c272816,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:02.929077 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4f7a410d-e735-49dc-8738-42beb50ce870 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (1265a949-821d-4559-b409-5198b54accf3), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.930259 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Attempting to bind port 74e14930-4c89-4d5f-9bea-32720c272816 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:46:02.931338 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Attempting to bind port 74e14930-4c89-4d5f-9bea-32720c272816 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:46:02.931710 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Attempting to bind port 74e14930-4c89-4d5f-9bea-32720c272816 on network d6d825bf-3025-4144-aa4c-5693ec78fffa {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:46:02.938486 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Port 74e14930-4c89-4d5f-9bea-32720c272816 on network d6d825bf-3025-4144-aa4c-5693ec78fffa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:46:02.938856 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Attempting to bind port 74e14930-4c89-4d5f-9bea-32720c272816 on network d6d825bf-3025-4144-aa4c-5693ec78fffa {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:46:02.941828 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4f7a410d-e735-49dc-8738-42beb50ce870 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (1265a949-821d-4559-b409-5198b54accf3), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.978375 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4f7a410d-e735-49dc-8738-42beb50ce870 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.979653 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-4f7a410d-e735-49dc-8738-42beb50ce870 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3422337 Jun 24 09:46:02.980648 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:46:02.980984 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Checking segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:46:02.981731 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Bound using segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:46:02.981906 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Bound port: 74e14930-4c89-4d5f-9bea-32720c272816, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:46:02.982763 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (74e14930-4c89-4d5f-9bea-32720c272816), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:02.985889 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58032) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:02.988019 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:03.000513 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-07e29564-fdbb-4b34-8acf-ba6e95e94ab0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Request body: {'security_group_rule': {'security_group_id': '309ce118-b51a-42e5-b315-1f2652eb254c', 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:03.019369 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a410d-e735-49dc-8738-42beb50ce870 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1265a949-821d-4559-b409-5198b54accf3,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:03.106320 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-07e29564-fdbb-4b34-8acf-ba6e95e94ab0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (c5ae70fc-67f1-4716-821b-f3ebaa355716), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.113584 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] For port 74e14930-4c89-4d5f-9bea-32720c272816, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:46:03.142944 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] For port 74e14930-4c89-4d5f-9bea-32720c272816, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=74e14930-4c89-4d5f-9bea-32720c272816,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:46:03.182557 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (74e14930-4c89-4d5f-9bea-32720c272816), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.228388 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e274f87e-e540-44e9-b632-799f49fb690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 4, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '89090141-4614-428c-8a12-8d5767815bc2', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'port_id': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'mac_address': 'fa:16:3e:7d:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d874254-475b-4025-8b67-b4af897fdb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:46:00Z', 'updated_at': '2022-06-24T09:46:00Z', 'revision_number': 0, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b73562-fd40-4818-80ba-a8071710c2ac', 'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'mac_address': 'fa:16:3e:3b:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:43Z', 'updated_at': '2022-06-24T09:44:50Z', 'revision_number': 5, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'subnets': [{'id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:03.230096 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ad87a258-6373-47ba-b7ea-ad77931d0ef3 req-8d2d046b-511f-4749-9c1b-e8e69a3ca7f3 service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607990 Jun 24 09:46:03.255868 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274f87e-e540-44e9-b632-799f49fb690b None None] The sync data for ids ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'] in dv-cinder-803823-13-iscsi is: [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 4, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '89090141-4614-428c-8a12-8d5767815bc2', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'port_id': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'mac_address': 'fa:16:3e:7d:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d874254-475b-4025-8b67-b4af897fdb60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:46:00Z', 'updated_at': '2022-06-24T09:46:00Z', 'revision_number': 0, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b73562-fd40-4818-80ba-a8071710c2ac', 'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'mac_address': 'fa:16:3e:3b:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:43Z', 'updated_at': '2022-06-24T09:44:50Z', 'revision_number': 5, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'subnets': [{'id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:46:03.299593 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:03.300215 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.301712 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] 10.222.0.47 "PUT /v2.0/ports/74e14930-4c89-4d5f-9bea-32720c272816 HTTP/1.1" status: 200 len: 1093 time: 1.7577393 Jun 24 09:46:03.304233 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'tag': '74e14930-4c89-4d5f-9bea-32720c272816'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:46:03.306499 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54ba09e-fad6-4322-9df6-a806bf202f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e892f2df-f3bb-4a2d-8152-4bc170cff4b3", "tag": "74e14930-4c89-4d5f-9bea-32720c272816"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:46:03.322241 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39801dd7-8dda-486b-95e2-4afd52b91a45 req-dca09e65-3e20-41db-875b-217e0428fb9a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:03.323866 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-39801dd7-8dda-486b-95e2-4afd52b91a45 req-dca09e65-3e20-41db-875b-217e0428fb9a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 943 time: 0.1240771 Jun 24 09:46:03.372441 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-07e29564-fdbb-4b34-8acf-ba6e95e94ab0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (c5ae70fc-67f1-4716-821b-f3ebaa355716), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.373235 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:03.397188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0df0860-cc6a-47f4-ae0d-ca87df237d5b x-openstack-request-id: req-c0df0860-cc6a-47f4-ae0d-ca87df237d5b {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:46:03.397547 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e892f2df-f3bb-4a2d-8152-4bc170cff4b3", "tag": "74e14930-4c89-4d5f-9bea-32720c272816", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:46:03.397899 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0df0860-cc6a-47f4-ae0d-ca87df237d5b {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:46:03.398377 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0df0860-cc6a-47f4-ae0d-ca87df237d5b'] response: {'name': 'network-changed', 'server_uuid': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'tag': '74e14930-4c89-4d5f-9bea-32720c272816', 'status': 'completed', 'code': 200} Jun 24 09:46:03.400628 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3856db3-fdc1-46dc-a3ac-948dd6fd1acc service neutron] Pushing event updated for resources: {'Port': ['ID=74e14930-4c89-4d5f-9bea-32720c272816,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:03.421048 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-07e29564-fdbb-4b34-8acf-ba6e95e94ab0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (c5ae70fc-67f1-4716-821b-f3ebaa355716), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.469082 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e29564-fdbb-4b34-8acf-ba6e95e94ab0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ae70fc-67f1-4716-821b-f3ebaa355716,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:03.479976 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-a0a6c2d3-ecfb-4fb9-8f18-d94cf0312197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:03.481966 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-a0a6c2d3-ecfb-4fb9-8f18-d94cf0312197 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 1127 time: 0.0970497 Jun 24 09:46:03.494233 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-07e29564-fdbb-4b34-8acf-ba6e95e94ab0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.495540 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-07e29564-fdbb-4b34-8acf-ba6e95e94ab0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5063174 Jun 24 09:46:03.498424 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58042) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:03.509669 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-0697e032-b73e-4077-bcdd-4f125ee3b1ed tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Request body: {'security_group_rule': {'security_group_id': '309ce118-b51a-42e5-b315-1f2652eb254c', 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:03.526406 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc615f0-964e-4484-b9e6-e9453b214d94 None None] New status for floating IP 89090141-4614-428c-8a12-8d5767815bc2: ACTIVE {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:46:03.550713 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-39801dd7-8dda-486b-95e2-4afd52b91a45 req-31509d39-4626-45dc-8fb4-bcab086e1fbc tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136896 Jun 24 09:46:03.554614 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-edc5818b-9f0a-4362-9aa9-00056e67a6a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e14930-4c89-4d5f-9bea-32720c272816 HTTP/1.1" status: 200 len: 217 time: 0.0580451 Jun 24 09:46:03.614651 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.securitygroups_db [None req-0697e032-b73e-4077-bcdd-4f125ee3b1ed tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Project a0aff51028ec477ebbc12e078174977a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:46:03.627010 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0697e032-b73e-4077-bcdd-4f125ee3b1ed tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (5e10b9da-3753-4d63-bb0e-2a1067d834ce), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.647045 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-0085dc8f-ddda-4cc0-b92d-8af4f1a346b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:03.648517 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-0085dc8f-ddda-4cc0-b92d-8af4f1a346b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f1591ae-0529-40f2-a2e2-f283f857afff HTTP/1.1" status: 200 len: 853 time: 0.0860908 Jun 24 09:46:03.723782 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-257df495-35a8-4502-95cc-2f96ca60c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:03.726024 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-257df495-35a8-4502-95cc-2f96ca60c900 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6d825bf-3025-4144-aa4c-5693ec78fffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0659049 Jun 24 09:46:03.738735 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0697e032-b73e-4077-bcdd-4f125ee3b1ed tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (5e10b9da-3753-4d63-bb0e-2a1067d834ce), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.746759 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0697e032-b73e-4077-bcdd-4f125ee3b1ed tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (5e10b9da-3753-4d63-bb0e-2a1067d834ce), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.767747 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697e032-b73e-4077-bcdd-4f125ee3b1ed tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e10b9da-3753-4d63-bb0e-2a1067d834ce,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:03.773299 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0697e032-b73e-4077-bcdd-4f125ee3b1ed tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.777355 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58048) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:03.777486 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-0697e032-b73e-4077-bcdd-4f125ee3b1ed tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2731719 Jun 24 09:46:03.782417 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-1fba4803-51d4-4986-abe8-f0e8f27c8671 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Request body: {'security_group_rule': {'security_group_id': '309ce118-b51a-42e5-b315-1f2652eb254c', 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:03.804542 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.securitygroups_db [None req-1fba4803-51d4-4986-abe8-f0e8f27c8671 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Project a0aff51028ec477ebbc12e078174977a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:46:03.811335 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1fba4803-51d4-4986-abe8-f0e8f27c8671 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (21b2efde-eef8-4d15-b7af-39df5fbb924b), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.871339 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1fba4803-51d4-4986-abe8-f0e8f27c8671 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (21b2efde-eef8-4d15-b7af-39df5fbb924b), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.873378 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7de8e4-8f52-44c2-a636-1f356038d5c9 req-3ba510ab-9123-4c7f-87fe-be0e622e774c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:03.874871 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7a7de8e4-8f52-44c2-a636-1f356038d5c9 req-3ba510ab-9123-4c7f-87fe-be0e622e774c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0743237 Jun 24 09:46:03.880558 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1fba4803-51d4-4986-abe8-f0e8f27c8671 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (21b2efde-eef8-4d15-b7af-39df5fbb924b), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.900469 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba4803-51d4-4986-abe8-f0e8f27c8671 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b2efde-eef8-4d15-b7af-39df5fbb924b,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:03.910745 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1fba4803-51d4-4986-abe8-f0e8f27c8671 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:03.911996 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-1fba4803-51d4-4986-abe8-f0e8f27c8671 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333814 Jun 24 09:46:03.966026 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-5da68d32-5ba6-4898-80c3-f4c84e2ba77a service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547387 Jun 24 09:46:03.975919 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7a7de8e4-8f52-44c2-a636-1f356038d5c9 req-8c1d759f-93ea-41a4-b563-0670ed62c29e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716400 Jun 24 09:46:03.999577 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:04.020487 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-716687f6-336f-4915-8ab3-9beae5c5625a req-dcb92b84-551e-4f1c-a715-812e5b39f538 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007842856&fields=id&tenant_id=a0aff51028ec477ebbc12e078174977a HTTP/1.1" status: 200 len: 267 time: 0.0600264 Jun 24 09:46:04.073164 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716687f6-336f-4915-8ab3-9beae5c5625a req-60cff58e-7f50-475a-84a8-aec5f27706bd tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:04.074630 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-716687f6-336f-4915-8ab3-9beae5c5625a req-60cff58e-7f50-475a-84a8-aec5f27706bd tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0483954 Jun 24 09:46:04.085328 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-716687f6-336f-4915-8ab3-9beae5c5625a req-c794aa9c-a043-4235-8c17-384f95426f25 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Request body: {'port': {'security_groups': ['498d4535-69b2-4260-8383-83aa80d989b6', '309ce118-b51a-42e5-b315-1f2652eb254c']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:04.158805 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-716687f6-336f-4915-8ab3-9beae5c5625a req-c794aa9c-a043-4235-8c17-384f95426f25 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:04.357674 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-754a3bbb-a66e-4270-a155-aac9a7adba17 req-25bbf055-8cc1-4a68-b5d7-dfc18bccaa06 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590309 Jun 24 09:46:04.424915 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:04.438200 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-716687f6-336f-4915-8ab3-9beae5c5625a req-c794aa9c-a043-4235-8c17-384f95426f25 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] For port de309464-eb94-4c38-b29b-c293a12d68b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de309464-eb94-4c38-b29b-c293a12d68b1,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:46:04.469311 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-716687f6-336f-4915-8ab3-9beae5c5625a req-c794aa9c-a043-4235-8c17-384f95426f25 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for port (de309464-eb94-4c38-b29b-c293a12d68b1), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:04.475458 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-716687f6-336f-4915-8ab3-9beae5c5625a req-c794aa9c-a043-4235-8c17-384f95426f25 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:04.487651 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['de309464-eb94-4c38-b29b-c293a12d68b1'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:46:04.506611 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58058) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:04.521268 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716687f6-336f-4915-8ab3-9beae5c5625a req-c794aa9c-a043-4235-8c17-384f95426f25 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:04.521929 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-716687f6-336f-4915-8ab3-9beae5c5625a req-c794aa9c-a043-4235-8c17-384f95426f25 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:04.523373 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-716687f6-336f-4915-8ab3-9beae5c5625a req-c794aa9c-a043-4235-8c17-384f95426f25 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "PUT /v2.0/ports/de309464-eb94-4c38-b29b-c293a12d68b1 HTTP/1.1" status: 200 len: 981 time: 0.4425800 Jun 24 09:46:04.546679 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794aa9c-a043-4235-8c17-384f95426f25 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'Port': ['ID=de309464-eb94-4c38-b29b-c293a12d68b1,revision_number=6']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:04.710696 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6ce8a-c71a-41dc-ba93-b788707a460a req-fbb1cc40-b333-4065-92b6-a07b28524f3e tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:04.712674 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d9d6ce8a-c71a-41dc-ba93-b788707a460a req-fbb1cc40-b333-4065-92b6-a07b28524f3e tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.1028535 Jun 24 09:46:04.751633 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['de309464-eb94-4c38-b29b-c293a12d68b1'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:46:04.786046 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-bda65d84-1a43-4cdb-a02c-ece334829b06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c15e1bb5bd1741ae98304f809dea24f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781563 Jun 24 09:46:04.788784 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58068) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:04.795501 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7734f1-43ea-4aeb-a288-2e1c27f97a67 req-4f53c13c-3140-47f9-8167-2fd5b75c2833 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:04.799308 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1f7734f1-43ea-4aeb-a288-2e1c27f97a67 req-4f53c13c-3140-47f9-8167-2fd5b75c2833 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 943 time: 0.0855410 Jun 24 09:46:04.844133 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-eb6b50da-15df-44a2-b945-1c929980bb88 admin admin] Publish callbacks [] for security_group (630e6652-f2f5-48f5-b916-9bc80f81d33b), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:04.862274 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d9d6ce8a-c71a-41dc-ba93-b788707a460a req-4a35568f-4fc2-442b-b379-26f986403e5a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333442 Jun 24 09:46:04.863609 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:04.874648 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-eb6b50da-15df-44a2-b945-1c929980bb88 admin admin] Publish callbacks [] for security_group (630e6652-f2f5-48f5-b916-9bc80f81d33b), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:04.886463 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1f7734f1-43ea-4aeb-a288-2e1c27f97a67 req-bd7f28cb-5893-40af-abb5-7d7c1d1e4974 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824661 Jun 24 09:46:04.906056 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-c6fbbfc0-773c-4c53-be08-c51409bf4472 None None] Provisioning complete for port de309464-eb94-4c38-b29b-c293a12d68b1 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:46:04.906415 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-c6fbbfc0-773c-4c53-be08-c51409bf4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:04.931963 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-eb6b50da-15df-44a2-b945-1c929980bb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (630e6652-f2f5-48f5-b916-9bc80f81d33b), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:04.934412 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-eb6b50da-15df-44a2-b945-1c929980bb88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:04.938268 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-eb6b50da-15df-44a2-b945-1c929980bb88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/630e6652-f2f5-48f5-b916-9bc80f81d33b HTTP/1.1" status: 204 len: 168 time: 0.1458778 Jun 24 09:46:04.944137 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b50da-15df-44a2-b945-1c929980bb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630e6652-f2f5-48f5-b916-9bc80f81d33b,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:05.046038 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:05.112800 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd374fe-abca-456b-88cd-36c9842d72b6 req-530791e5-79b2-4550-8063-18e7c60ea95c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:05.114889 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0bd374fe-abca-456b-88cd-36c9842d72b6 req-530791e5-79b2-4550-8063-18e7c60ea95c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0624082 Jun 24 09:46:05.148646 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-c6fbbfc0-773c-4c53-be08-c51409bf4472 None None] Current status of the port de309464-eb94-4c38-b29b-c293a12d68b1 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:46:05.173879 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0bd374fe-abca-456b-88cd-36c9842d72b6 req-f2cad800-ba65-4c1d-ab6a-64e728a55e00 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519314 Jun 24 09:46:05.399738 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:46:05.402301 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:46:05.440826 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400bd2ab-9b19-46b7-872f-f0e4033c01ff x-openstack-request-id: req-400bd2ab-9b19-46b7-872f-f0e4033c01ff {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:46:05.441203 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:46:05.441539 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-400bd2ab-9b19-46b7-872f-f0e4033c01ff {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:46:05.441930 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400bd2ab-9b19-46b7-872f-f0e4033c01ff'] response: {'name': 'network-changed', 'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'status': 'completed', 'code': 200} Jun 24 09:46:05.881099 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ba09e-fad6-4322-9df6-a806bf202f9c req-99eaf957-75a8-4419-9ce7-73c7e8ed727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:05.881871 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9 req-ffa48fc8-92dc-4fe3-8b59-11aa7b96c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:05.883164 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c54ba09e-fad6-4322-9df6-a806bf202f9c req-99eaf957-75a8-4419-9ce7-73c7e8ed727c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 1127 time: 0.0465276 Jun 24 09:46:05.883536 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9 req-ffa48fc8-92dc-4fe3-8b59-11aa7b96c0ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0aff51028ec477ebbc12e078174977a&device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 1168 time: 0.0464070 Jun 24 09:46:05.909660 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:05.945798 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:05.975330 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:06.012825 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9 req-1ef6ac97-2b05-4b50-bb8c-2b28ccfa27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:06.015272 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9 req-1ef6ac97-2b05-4b50-bb8c-2b28ccfa27b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81ccbe4d-d281-46f1-a767-e183ccaac7bb HTTP/1.1" status: 200 len: 916 time: 0.1088231 Jun 24 09:46:06.040992 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081c4a-0f12-4ef7-adfb-d3b40385c993 req-04a54b57-fb08-4ced-913e-433a0ad64fdc tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:06.042468 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec081c4a-0f12-4ef7-adfb-d3b40385c993 req-04a54b57-fb08-4ced-913e-433a0ad64fdc tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 943 time: 0.0686257 Jun 24 09:46:06.047156 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ba09e-fad6-4322-9df6-a806bf202f9c req-4b4c9025-5447-4bd5-9dd5-176058b71e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:06.048513 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c54ba09e-fad6-4322-9df6-a806bf202f9c req-4b4c9025-5447-4bd5-9dd5-176058b71e7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 915 time: 0.1486735 Jun 24 09:46:06.079760 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9 req-201540f3-7488-4a64-9eac-ac62c72bc370 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de309464-eb94-4c38-b29b-c293a12d68b1 HTTP/1.1" status: 200 len: 1000 time: 0.0575185 Jun 24 09:46:06.098305 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c54ba09e-fad6-4322-9df6-a806bf202f9c req-61a91a0a-ee3d-4f50-a651-d1e124b3904f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e14930-4c89-4d5f-9bea-32720c272816 HTTP/1.1" status: 200 len: 217 time: 0.0416701 Jun 24 09:46:06.142449 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9 req-7358d873-879b-4585-9076-f04256452764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:06.143849 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9 req-7358d873-879b-4585-9076-f04256452764 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c9d977b-db01-4904-a89c-a3bdc07cacef HTTP/1.1" status: 200 len: 854 time: 0.0452349 Jun 24 09:46:06.157098 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec081c4a-0f12-4ef7-adfb-d3b40385c993 req-12db48fd-fc57-444c-adab-302fd47f9dab tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076384 Jun 24 09:46:06.167546 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ba09e-fad6-4322-9df6-a806bf202f9c req-96c7aa9a-3780-46ed-b150-e95040bcf6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:06.169290 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c54ba09e-fad6-4322-9df6-a806bf202f9c req-96c7aa9a-3780-46ed-b150-e95040bcf6c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f1591ae-0529-40f2-a2e2-f283f857afff HTTP/1.1" status: 200 len: 853 time: 0.0604427 Jun 24 09:46:06.206152 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9 req-1c0a2d1d-df88-4b63-babf-8b04b2374125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:06.207571 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9 req-1c0a2d1d-df88-4b63-babf-8b04b2374125 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81ccbe4d-d281-46f1-a767-e183ccaac7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449512 Jun 24 09:46:06.216392 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ba09e-fad6-4322-9df6-a806bf202f9c req-0d69538d-0eb9-4532-90da-a4b9b927eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:06.217934 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c54ba09e-fad6-4322-9df6-a806bf202f9c req-0d69538d-0eb9-4532-90da-a4b9b927eaa4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6d825bf-3025-4144-aa4c-5693ec78fffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400696 Jun 24 09:46:06.304480 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9 req-b5beef12-0a78-426e-b1c2-831b50a5c463 service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883482 Jun 24 09:46:06.338111 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a0212-3772-4de8-943f-183c87c7a45d req-7bc79a9d-6ee5-43ba-afe9-6405e8ad1442 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:06.339578 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-af0a0212-3772-4de8-943f-183c87c7a45d req-7bc79a9d-6ee5-43ba-afe9-6405e8ad1442 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0897059 Jun 24 09:46:06.370232 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c54ba09e-fad6-4322-9df6-a806bf202f9c req-93b0c9f9-bcdb-432f-9460-01dc1c357e13 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440308 Jun 24 09:46:06.406383 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8d924cb4-2ed1-48ea-8f2a-cbe2d10ec2d9 req-74a18440-c397-4bf4-9b75-1a090a460b36 service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908790 Jun 24 09:46:06.418062 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-af0a0212-3772-4de8-943f-183c87c7a45d req-73c7b59f-90c8-4643-8bd3-f6b4a1ec7e7e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702195 Jun 24 09:46:06.491193 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c54ba09e-fad6-4322-9df6-a806bf202f9c req-5a266e3d-7342-4bd1-bf1a-ec6cbae61e48 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056113 Jun 24 09:46:06.601557 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 74e14930-4c89-4d5f-9bea-32720c272816 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:46:06.703603 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 74e14930-4c89-4d5f-9bea-32720c272816, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=74e14930-4c89-4d5f-9bea-32720c272816,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:46:06.719465 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '74e14930-4c89-4d5f-9bea-32720c272816', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'port_id': '74e14930-4c89-4d5f-9bea-32720c272816', 'mac_address': 'fa:16:3e:57:e3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:46:06.747255 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:06.758958 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 74e14930-4c89-4d5f-9bea-32720c272816 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:46:06.759671 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (74e14930-4c89-4d5f-9bea-32720c272816), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:06.778470 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e14930-4c89-4d5f-9bea-32720c272816 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:46:06.799829 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 74e14930-4c89-4d5f-9bea-32720c272816, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=74e14930-4c89-4d5f-9bea-32720c272816,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:46:06.804840 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (74e14930-4c89-4d5f-9bea-32720c272816), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:06.851759 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=74e14930-4c89-4d5f-9bea-32720c272816,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:06.859194 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.859533 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.859861 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.860233 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.860581 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.860894 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.861209 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.861516 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.861815 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.862143 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.862456 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.862765 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.863091 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.863399 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:06.863704 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:46:07.111989 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['74e14930-4c89-4d5f-9bea-32720c272816'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:46:07.204502 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:07.266337 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:07.274650 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3fb8-f69f-4254-8015-a88c6e4ceb93 req-e9277582-4652-4b6c-8db2-62b0df9d1313 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:07.276177 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3f0f3fb8-f69f-4254-8015-a88c6e4ceb93 req-e9277582-4652-4b6c-8db2-62b0df9d1313 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 944 time: 0.0482550 Jun 24 09:46:07.325186 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3f0f3fb8-f69f-4254-8015-a88c6e4ceb93 req-648dd7a4-4911-40c3-b093-7f870b730866 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 Jun 24 09:46:07.544930 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291bb28-8aea-40d7-b2dc-97e87904498c req-39aa9db1-9656-44f4-b1ad-b25de70fd4e3 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:07.546274 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4291bb28-8aea-40d7-b2dc-97e87904498c req-39aa9db1-9656-44f4-b1ad-b25de70fd4e3 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0505295 Jun 24 09:46:07.597561 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4291bb28-8aea-40d7-b2dc-97e87904498c req-d1adce44-2ff0-46b8-9762-bcd2cf9e4b2a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425432 Jun 24 09:46:08.449897 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abeedb-ad7a-45eb-9539-fb829d3c3733 req-61d1b9df-850c-44c7-a0d9-b157b30b1abe tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:08.451451 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-20abeedb-ad7a-45eb-9539-fb829d3c3733 req-61d1b9df-850c-44c7-a0d9-b157b30b1abe tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 944 time: 0.0575788 Jun 24 09:46:08.516938 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-20abeedb-ad7a-45eb-9539-fb829d3c3733 req-aadda3c8-ce4a-4d07-bb74-abf8a14e5068 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579131 Jun 24 09:46:08.723854 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062ee48-a1c2-4aef-b0bb-0b8c78eef7e2 req-0b856024-9302-4a52-81a4-265588cc1b0f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:08.725645 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3062ee48-a1c2-4aef-b0bb-0b8c78eef7e2 req-0b856024-9302-4a52-81a4-265588cc1b0f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0479462 Jun 24 09:46:08.777863 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3062ee48-a1c2-4aef-b0bb-0b8c78eef7e2 req-4dacebf8-17e6-4118-b077-3bf4fd87dc93 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438406 Jun 24 09:46:09.648082 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98cfb0-8f90-4855-b2b0-5507dccbbf0a req-dda26037-7bf5-4f9a-b62b-3ba59afb7df8 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:09.650083 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7c98cfb0-8f90-4855-b2b0-5507dccbbf0a req-dda26037-7bf5-4f9a-b62b-3ba59afb7df8 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 944 time: 0.0564263 Jun 24 09:46:09.700823 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7c98cfb0-8f90-4855-b2b0-5507dccbbf0a req-11380c3b-cc2e-4756-87d9-532ffab9251e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444231 Jun 24 09:46:09.887014 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:09.902801 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e956fe-9a23-49dc-8a8b-a5a9993684fb req-3d989cfc-d367-4f67-bfad-7620ab44f109 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:09.904206 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-40e956fe-9a23-49dc-8a8b-a5a9993684fb req-3d989cfc-d367-4f67-bfad-7620ab44f109 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0549369 Jun 24 09:46:09.954565 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-40e956fe-9a23-49dc-8a8b-a5a9993684fb req-030bc00f-8e05-4ad8-97bf-7bdb0e64b2df tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428686 Jun 24 09:46:10.562975 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 74e14930-4c89-4d5f-9bea-32720c272816 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:46:10.607988 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port 74e14930-4c89-4d5f-9bea-32720c272816 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:46:10.617579 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 74e14930-4c89-4d5f-9bea-32720c272816 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:46:10.618315 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (74e14930-4c89-4d5f-9bea-32720c272816), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:10.697227 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 74e14930-4c89-4d5f-9bea-32720c272816 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:46:10.697725 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (74e14930-4c89-4d5f-9bea-32720c272816), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:10.721994 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e14930-4c89-4d5f-9bea-32720c272816'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:46:10.724615 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4124fae1-1e2d-49ff-826a-fac6764a9fc0" -d '{"events": [{"server_uuid": "e892f2df-f3bb-4a2d-8152-4bc170cff4b3", "name": "network-vif-plugged", "status": "completed", "tag": "74e14930-4c89-4d5f-9bea-32720c272816"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:46:10.737312 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 74e14930-4c89-4d5f-9bea-32720c272816, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=74e14930-4c89-4d5f-9bea-32720c272816,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:46:10.742778 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (74e14930-4c89-4d5f-9bea-32720c272816), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:10.792295 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c879044e-6d7e-40d4-836b-06017912fb0a x-openstack-request-id: req-c879044e-6d7e-40d4-836b-06017912fb0a {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:46:10.792578 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e892f2df-f3bb-4a2d-8152-4bc170cff4b3", "name": "network-vif-plugged", "status": "completed", "tag": "74e14930-4c89-4d5f-9bea-32720c272816", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:46:10.792851 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c879044e-6d7e-40d4-836b-06017912fb0a {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:46:10.793247 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c879044e-6d7e-40d4-836b-06017912fb0a'] response: {'server_uuid': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e14930-4c89-4d5f-9bea-32720c272816', 'code': 200} Jun 24 09:46:10.797841 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=74e14930-4c89-4d5f-9bea-32720c272816,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:10.843907 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0efbd-d4b1-473e-9635-39a7b805a5ab req-10d2d967-c556-4cb4-9571-39fb5feebe04 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:10.845294 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-33f0efbd-d4b1-473e-9635-39a7b805a5ab req-10d2d967-c556-4cb4-9571-39fb5feebe04 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 945 time: 0.0520484 Jun 24 09:46:10.904562 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-33f0efbd-d4b1-473e-9635-39a7b805a5ab req-e267ab09-5d78-4d63-907c-828f426e8f2d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529616 Jun 24 09:46:10.984947 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dcc9b-3af5-4da7-9bb5-5de767e6248d req-2ba4222e-a698-4119-a6c3-27bbf8203ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:10.986439 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b24dcc9b-3af5-4da7-9bb5-5de767e6248d req-2ba4222e-a698-4119-a6c3-27bbf8203ddb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 1129 time: 0.0427132 Jun 24 09:46:11.049350 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b24dcc9b-3af5-4da7-9bb5-5de767e6248d req-af8907e2-6a2b-4ce8-a561-e696d92758bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495889 Jun 24 09:46:11.083130 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5214a-a698-470e-be09-77f841b321e7 req-8a289ac6-a42f-4abc-8458-4bce58d22479 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:11.084582 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fec5214a-a698-470e-be09-77f841b321e7 req-8a289ac6-a42f-4abc-8458-4bce58d22479 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0505607 Jun 24 09:46:11.134497 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fec5214a-a698-470e-be09-77f841b321e7 req-e40cdcc6-1bff-47e3-9e4d-420458d2edc9 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436039 Jun 24 09:46:12.028079 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7824-1066-417e-b8a1-a76c9caba199 req-8650aff1-a168-4b2c-925d-de49aba3a82d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:12.029537 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-324b7824-1066-417e-b8a1-a76c9caba199 req-8650aff1-a168-4b2c-925d-de49aba3a82d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 945 time: 0.0512102 Jun 24 09:46:12.078265 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-324b7824-1066-417e-b8a1-a76c9caba199 req-0c8716ab-7933-44cb-ade2-4f8817e096b8 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Jun 24 09:46:12.267557 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d39e8-60d6-4c88-94d8-d09470561329 req-47ef2f53-472c-4ee9-ad78-016df1821c13 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:12.269125 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9b3d39e8-60d6-4c88-94d8-d09470561329 req-47ef2f53-472c-4ee9-ad78-016df1821c13 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0549822 Jun 24 09:46:12.317332 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9b3d39e8-60d6-4c88-94d8-d09470561329 req-0bb972ca-9ddd-49ad-8182-f2b54cd01256 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Jun 24 09:46:13.200178 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:13.217025 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00b20d-c528-4f6d-a005-0e576e5d692c req-0cd6ba49-645b-4635-a440-9c1172a215f2 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:13.218484 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ad00b20d-c528-4f6d-a005-0e576e5d692c req-0cd6ba49-645b-4635-a440-9c1172a215f2 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 945 time: 0.0569808 Jun 24 09:46:13.270079 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ad00b20d-c528-4f6d-a005-0e576e5d692c req-3af7117a-ab3d-4ed1-bde3-b4636ee28817 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 Jun 24 09:46:13.442232 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb78386-af32-4b00-8714-e398dc5a0009 req-de1f473b-4af3-4a4c-8013-ec0fcf4bf513 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:13.443738 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3cb78386-af32-4b00-8714-e398dc5a0009 req-de1f473b-4af3-4a4c-8013-ec0fcf4bf513 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0506308 Jun 24 09:46:13.494032 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3cb78386-af32-4b00-8714-e398dc5a0009 req-3101925b-ac54-4f66-af9f-d4714c3ead5f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445247 Jun 24 09:46:14.236863 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-55dfafc8-5e8c-48ec-a1df-7b9bba060815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:14.392820 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e9242-56d7-413e-8dd0-8d315f0aa50c req-57d0466e-690c-43b7-a7ee-484a885e8fa2 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:14.394401 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-025e9242-56d7-413e-8dd0-8d315f0aa50c req-57d0466e-690c-43b7-a7ee-484a885e8fa2 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 945 time: 0.0550590 Jun 24 09:46:14.448385 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-025e9242-56d7-413e-8dd0-8d315f0aa50c req-0358d046-b455-4628-908a-c25d6f5830cb tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483325 Jun 24 09:46:14.622472 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa430b-9b50-465f-8b36-63646d7d2ec3 req-470d3203-fe48-414b-b757-be1450d65c6e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:14.624210 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-81aa430b-9b50-465f-8b36-63646d7d2ec3 req-470d3203-fe48-414b-b757-be1450d65c6e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0549264 Jun 24 09:46:14.681169 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-81aa430b-9b50-465f-8b36-63646d7d2ec3 req-9c3b7232-33bd-4181-bdbe-95daf7780a40 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485108 Jun 24 09:46:15.576692 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fac93-11d1-412c-995c-57e1ffd7c217 req-8488b506-3078-4397-aa45-8550950ed6d2 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:15.578186 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-543fac93-11d1-412c-995c-57e1ffd7c217 req-8488b506-3078-4397-aa45-8550950ed6d2 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 945 time: 0.0526996 Jun 24 09:46:15.636863 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-543fac93-11d1-412c-995c-57e1ffd7c217 req-8bbafee2-0cdb-497f-aa3d-6c7f2d21efc7 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523176 Jun 24 09:46:15.714498 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:15.760819 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebb787-eb1f-4721-a80a-cab0c6564f75 req-6138b5be-29fb-426d-903d-ecb2c2b0e1d7 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:15.762270 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4eebb787-eb1f-4721-a80a-cab0c6564f75 req-6138b5be-29fb-426d-903d-ecb2c2b0e1d7 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 945 time: 0.0578003 Jun 24 09:46:15.771004 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58154) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:15.775692 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-67cef3ad-b692-40e7-8444-c6bd87f027f5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'floatingip': {'port_id': '74e14930-4c89-4d5f-9bea-32720c272816'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:15.809425 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac848-5cdd-4c4e-b3db-2bc87425da0c req-4f45653f-1cb6-474f-841b-8ee8710944e6 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:15.810937 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b51ac848-5cdd-4c4e-b3db-2bc87425da0c req-4f45653f-1cb6-474f-841b-8ee8710944e6 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0581520 Jun 24 09:46:15.814154 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-67cef3ad-b692-40e7-8444-c6bd87f027f5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (538a6bc6-82c3-434f-a332-ec9c63a836fe), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:15.860993 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b51ac848-5cdd-4c4e-b3db-2bc87425da0c req-9165e33c-c9f0-4473-9a97-689beb52fb08 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439093 Jun 24 09:46:16.262120 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-67cef3ad-b692-40e7-8444-c6bd87f027f5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:16.269907 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-67cef3ad-b692-40e7-8444-c6bd87f027f5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (538a6bc6-82c3-434f-a332-ec9c63a836fe), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:16.365950 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [None req-67cef3ad-b692-40e7-8444-c6bd87f027f5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Floating IP 538a6bc6-82c3-434f-a332-ec9c63a836fe associated. External IP: 172.27.1.14, port: 74e14930-4c89-4d5f-9bea-32720c272816. Jun 24 09:46:16.405009 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:16.463466 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:16.568825 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cef3ad-b692-40e7-8444-c6bd87f027f5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Router 0d7db7db-a98c-4445-a285-9acd52afbb15 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:46:16.580932 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-73945801-74a8-457d-8263-3994a7cc41c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:16.688671 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cef3ad-b692-40e7-8444-c6bd87f027f5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:46:16.693789 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-67cef3ad-b692-40e7-8444-c6bd87f027f5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:16.698985 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774123a4-c1a1-4cf2-8960-7fd9dfc67a43 None None] Sync routers for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:46:16.711468 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774123a4-c1a1-4cf2-8960-7fd9dfc67a43 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:46:16.712093 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-774123a4-c1a1-4cf2-8960-7fd9dfc67a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:46:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:16.724728 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-67cef3ad-b692-40e7-8444-c6bd87f027f5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "PUT /v2.0/floatingips/538a6bc6-82c3-434f-a332-ec9c63a836fe HTTP/1.1" status: 200 len: 990 time: 0.9525745 Jun 24 09:46:16.725295 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'tag': '74e14930-4c89-4d5f-9bea-32720c272816'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:46:16.727560 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aae2d2c-f384-4c4e-a464-4468fb924ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "e892f2df-f3bb-4a2d-8152-4bc170cff4b3", "tag": "74e14930-4c89-4d5f-9bea-32720c272816"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:46:16.770430 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbc7df9-9657-4491-9075-4c36a1802ed0 x-openstack-request-id: req-9fbc7df9-9657-4491-9075-4c36a1802ed0 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:46:16.770720 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e892f2df-f3bb-4a2d-8152-4bc170cff4b3", "tag": "74e14930-4c89-4d5f-9bea-32720c272816", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:46:16.770969 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fbc7df9-9657-4491-9075-4c36a1802ed0 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:46:16.771553 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbc7df9-9657-4491-9075-4c36a1802ed0'] response: {'name': 'network-changed', 'server_uuid': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'tag': '74e14930-4c89-4d5f-9bea-32720c272816', 'status': 'completed', 'code': 200} Jun 24 09:46:16.818587 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-774123a4-c1a1-4cf2-8960-7fd9dfc67a43 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:46:16.832332 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae2d2c-f384-4c4e-a464-4468fb924ee3 req-03b7d317-eb40-4603-8d51-0ca3e8b69830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:16.833818 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5aae2d2c-f384-4c4e-a464-4468fb924ee3 req-03b7d317-eb40-4603-8d51-0ca3e8b69830 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 1129 time: 0.0405033 Jun 24 09:46:16.857787 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:46:16.940255 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae2d2c-f384-4c4e-a464-4468fb924ee3 req-b64fa56a-bad1-4529-b207-915f21a3435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:16.942180 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5aae2d2c-f384-4c4e-a464-4468fb924ee3 req-b64fa56a-bad1-4529-b207-915f21a3435a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 915 time: 0.0969355 Jun 24 09:46:17.008443 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:17.032718 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58798db-ac52-4c41-b082-bc539329aada req-f066b169-20dc-46ca-a62c-1bc7c244afca tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:17.034248 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a58798db-ac52-4c41-b082-bc539329aada req-f066b169-20dc-46ca-a62c-1bc7c244afca tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0910163 Jun 24 09:46:17.042657 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5aae2d2c-f384-4c4e-a464-4468fb924ee3 req-03f34ce4-b1b1-43e9-9270-91531f7a6a6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e14930-4c89-4d5f-9bea-32720c272816 HTTP/1.1" status: 200 len: 998 time: 0.0892816 Jun 24 09:46:17.046252 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-774123a4-c1a1-4cf2-8960-7fd9dfc67a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '538a6bc6-82c3-434f-a332-ec9c63a836fe', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': '74e14930-4c89-4d5f-9bea-32720c272816', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:57:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:45:57Z', 'updated_at': '2022-06-24T09:46:16Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:17.075315 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774123a4-c1a1-4cf2-8960-7fd9dfc67a43 None None] Checking router: 0d7db7db-a98c-4445-a285-9acd52afbb15 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:46:17.085054 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774123a4-c1a1-4cf2-8960-7fd9dfc67a43 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:46:17.085576 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-774123a4-c1a1-4cf2-8960-7fd9dfc67a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:46:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:17.121155 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae2d2c-f384-4c4e-a464-4468fb924ee3 req-4278e955-f3c6-42f2-a78f-165ecaf8f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:17.122603 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5aae2d2c-f384-4c4e-a464-4468fb924ee3 req-4278e955-f3c6-42f2-a78f-165ecaf8f6b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f1591ae-0529-40f2-a2e2-f283f857afff HTTP/1.1" status: 200 len: 853 time: 0.0719686 Jun 24 09:46:17.125758 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a58798db-ac52-4c41-b082-bc539329aada req-7a70c042-1d0b-462b-b551-c4a14d6ac519 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822206 Jun 24 09:46:17.193757 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-774123a4-c1a1-4cf2-8960-7fd9dfc67a43 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:46:17.204602 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae2d2c-f384-4c4e-a464-4468fb924ee3 req-19a2b866-f4eb-4188-bc1e-826fd3c96e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:17.206110 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5aae2d2c-f384-4c4e-a464-4468fb924ee3 req-19a2b866-f4eb-4188-bc1e-826fd3c96e4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6d825bf-3025-4144-aa4c-5693ec78fffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406702 Jun 24 09:46:17.281657 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:17.309721 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:17.330207 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5aae2d2c-f384-4c4e-a464-4468fb924ee3 req-750aeaf8-596f-4837-84c2-79118c8d8d72 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919423 Jun 24 09:46:17.541565 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-774123a4-c1a1-4cf2-8960-7fd9dfc67a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '538a6bc6-82c3-434f-a332-ec9c63a836fe', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': '74e14930-4c89-4d5f-9bea-32720c272816', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:57:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:45:57Z', 'updated_at': '2022-06-24T09:46:16Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:17.566689 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774123a4-c1a1-4cf2-8960-7fd9dfc67a43 None None] The sync data for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi is: [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '538a6bc6-82c3-434f-a332-ec9c63a836fe', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': '74e14930-4c89-4d5f-9bea-32720c272816', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:57:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:45:57Z', 'updated_at': '2022-06-24T09:46:16Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:46:17.759040 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970913a1-0cb5-4d4c-90df-2f811962c275 None None] New status for floating IP 538a6bc6-82c3-434f-a332-ec9c63a836fe: ACTIVE {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:46:17.792222 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:18.256945 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843f52f-69ff-4fb7-a830-92d60619ed9b req-6e925a87-eb5f-49dd-a0b5-42de94f749e8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:18.258449 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f843f52f-69ff-4fb7-a830-92d60619ed9b req-6e925a87-eb5f-49dd-a0b5-42de94f749e8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0491405 Jun 24 09:46:18.306873 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f843f52f-69ff-4fb7-a830-92d60619ed9b req-ab5a4488-8294-49a9-9de1-7aaf2aca93ae tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Jun 24 09:46:18.657335 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5aae2d2c-f384-4c4e-a464-4468fb924ee3 req-17a7ce77-521c-4e49-83be-2ffc7a7ae9d0 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985079 Jun 24 09:46:18.712064 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a6d5b-68c5-47bd-91c7-d0e8fa2785f0 req-857a9329-61d7-4593-8768-3887bf8f77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:18.713701 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-223a6d5b-68c5-47bd-91c7-d0e8fa2785f0 req-857a9329-61d7-4593-8768-3887bf8f77ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 1129 time: 0.0496929 Jun 24 09:46:18.762443 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-223a6d5b-68c5-47bd-91c7-d0e8fa2785f0 req-2fdc1baa-e57d-480f-87f7-977dad166195 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Jun 24 09:46:19.110646 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:19.260244 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:19.431477 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476b09-68bf-4ebe-8eef-feda39c16485 req-4723f28b-6f4c-4f7c-90bf-ba341fbcedf7 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:19.432954 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ce476b09-68bf-4ebe-8eef-feda39c16485 req-4723f28b-6f4c-4f7c-90bf-ba341fbcedf7 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0498281 Jun 24 09:46:19.484405 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ce476b09-68bf-4ebe-8eef-feda39c16485 req-d7c7a5cd-5dd2-4c6d-9135-ed24ae228db0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Jun 24 09:46:20.617827 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c91c34-9852-4900-8009-5b528e2e2a53 req-e4444a01-c6ec-4b4e-a938-4cce5306a7e6 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:20.619937 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-81c91c34-9852-4900-8009-5b528e2e2a53 req-e4444a01-c6ec-4b4e-a938-4cce5306a7e6 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0530975 Jun 24 09:46:20.671773 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-81c91c34-9852-4900-8009-5b528e2e2a53 req-0c81975a-cd01-4665-824b-c7b5cee3fb10 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423102 Jun 24 09:46:21.443607 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65927993-88c3-47cf-bd41-29d15c1473fa req-35cac75c-2867-4e48-87f3-976351c0cb82 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:21.445863 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-65927993-88c3-47cf-bd41-29d15c1473fa req-35cac75c-2867-4e48-87f3-976351c0cb82 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 945 time: 0.0568728 Jun 24 09:46:21.497544 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-65927993-88c3-47cf-bd41-29d15c1473fa req-7c474975-ba70-4b6e-a0c9-bcab4c4e0cf7 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457630 Jun 24 09:46:21.760161 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:21.799875 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa04a49-1d69-4dbe-88d2-2249b14e42be req-28a5f6e1-9981-4b80-86fd-fe424529b7a0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:21.801420 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bfa04a49-1d69-4dbe-88d2-2249b14e42be req-28a5f6e1-9981-4b80-86fd-fe424529b7a0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0501161 Jun 24 09:46:21.871589 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bfa04a49-1d69-4dbe-88d2-2249b14e42be req-12194940-2f0d-4ba7-9a8a-6d5252990398 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615506 Jun 24 09:46:22.358273 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f0d27-6239-436b-80d5-733577abca50 req-d5b0a108-6af9-439e-8a49-6b7e7c02c434 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:22.359829 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f66f0d27-6239-436b-80d5-733577abca50 req-d5b0a108-6af9-439e-8a49-6b7e7c02c434 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0589929 Jun 24 09:46:22.423473 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f66f0d27-6239-436b-80d5-733577abca50 req-01859479-3df3-456b-9833-e6da3a2bbab8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575264 Jun 24 09:46:22.625084 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf2bad-0be5-4691-9ee0-e155240d283f req-1c577108-7a63-48e0-b0aa-eeabad9158b2 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:22.626709 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b0bf2bad-0be5-4691-9ee0-e155240d283f req-1c577108-7a63-48e0-b0aa-eeabad9158b2 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 945 time: 0.0532837 Jun 24 09:46:22.683462 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b0bf2bad-0be5-4691-9ee0-e155240d283f req-2d8e3166-9124-4fc2-a942-c3bcf5e3bea3 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487683 Jun 24 09:46:23.090316 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dbda6-509c-408d-b8c6-98472839195a req-905bb513-b217-4945-a009-d7bcadb8d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:23.091839 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-eb7dbda6-509c-408d-b8c6-98472839195a req-905bb513-b217-4945-a009-d7bcadb8d660 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 1129 time: 0.0401402 Jun 24 09:46:23.277846 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dbda6-509c-408d-b8c6-98472839195a req-ce3172b0-5a66-41fb-9268-162b9b565833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:23.279452 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-eb7dbda6-509c-408d-b8c6-98472839195a req-ce3172b0-5a66-41fb-9268-162b9b565833 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.0997961 Jun 24 09:46:23.282168 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:23.385697 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-eb7dbda6-509c-408d-b8c6-98472839195a req-007a4604-86d8-4c54-a9e6-c0ae9702ef0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f HTTP/1.1" status: 200 len: 1001 time: 0.0613410 Jun 24 09:46:23.387107 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3feb05-ce22-4f8e-bf1d-4cad0559d4a1 req-8fb84c80-ec3f-48db-91d1-00d3a61ea340 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:23.388597 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bc3feb05-ce22-4f8e-bf1d-4cad0559d4a1 req-8fb84c80-ec3f-48db-91d1-00d3a61ea340 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 945 time: 0.0521240 Jun 24 09:46:23.443657 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dbda6-509c-408d-b8c6-98472839195a req-e12023dc-c24f-4218-b3dd-8b2e10697309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:23.445148 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-eb7dbda6-509c-408d-b8c6-98472839195a req-e12023dc-c24f-4218-b3dd-8b2e10697309 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0447202 Jun 24 09:46:23.482584 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-bc3feb05-ce22-4f8e-bf1d-4cad0559d4a1 req-75be5247-1cbb-4069-b710-d281d0aed2d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Deleting port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:46:23.483327 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-bc3feb05-ce22-4f8e-bf1d-4cad0559d4a1 req-75be5247-1cbb-4069-b710-d281d0aed2d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:23.494557 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dbda6-509c-408d-b8c6-98472839195a req-28748057-2d74-4bb6-892c-9d625f40eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:23.496104 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-eb7dbda6-509c-408d-b8c6-98472839195a req-28748057-2d74-4bb6-892c-9d625f40eea5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444059 Jun 24 09:46:23.602981 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-eb7dbda6-509c-408d-b8c6-98472839195a req-f70989ca-1fdd-4f8c-b356-9638f881142e service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920374 Jun 24 09:46:23.704673 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-eb7dbda6-509c-408d-b8c6-98472839195a req-9e0c8487-fec1-4006-b839-5d46c1c7f7c7 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956643 Jun 24 09:46:23.870581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:23.883355 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e35329-0732-4a2a-add4-75e5bd246624 req-6041454e-9c55-4f27-b19e-a3deca56a691 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:23.885371 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a9e35329-0732-4a2a-add4-75e5bd246624 req-6041454e-9c55-4f27-b19e-a3deca56a691 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.3812439 Jun 24 09:46:23.911698 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8babad-152d-40f9-9abc-1440857d5005 req-784e88ce-7a1b-466a-9e72-f06cef2102c5 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:23.913096 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-af8babad-152d-40f9-9abc-1440857d5005 req-784e88ce-7a1b-466a-9e72-f06cef2102c5 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 945 time: 0.1198168 Jun 24 09:46:23.947749 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-bc3feb05-ce22-4f8e-bf1d-4cad0559d4a1 req-75be5247-1cbb-4069-b710-d281d0aed2d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] For port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832,segment=NetworkSegment(43622dbb-3fa7-4171-a86c-ae9b85e1022b),segment_id=43622dbb-3fa7-4171-a86c-ae9b85e1022b)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:46:23.948104 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-bc3feb05-ce22-4f8e-bf1d-4cad0559d4a1 req-75be5247-1cbb-4069-b710-d281d0aed2d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:23.985078 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-bc3feb05-ce22-4f8e-bf1d-4cad0559d4a1 req-75be5247-1cbb-4069-b710-d281d0aed2d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Calling delete_port for a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:46:24.003660 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a9e35329-0732-4a2a-add4-75e5bd246624 req-66956d67-9df2-4fd8-85b0-9476a370cb6c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106563 Jun 24 09:46:24.021113 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-af8babad-152d-40f9-9abc-1440857d5005 req-796db16e-292c-4c29-aa93-a9df693e4359 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/security-groups?id=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975623 Jun 24 09:46:24.147331 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-bc3feb05-ce22-4f8e-bf1d-4cad0559d4a1 req-75be5247-1cbb-4069-b710-d281d0aed2d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (a1b8e69a-e08f-4ca9-bfeb-3053eac1f832), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:24.161172 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['a1b8e69a-e08f-4ca9-bfeb-3053eac1f832'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:46:24.186398 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be5247-1cbb-4069-b710-d281d0aed2d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Pushing event deleted for resources: {'Port': ['ID=a1b8e69a-e08f-4ca9-bfeb-3053eac1f832,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:24.236032 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3feb05-ce22-4f8e-bf1d-4cad0559d4a1 req-75be5247-1cbb-4069-b710-d281d0aed2d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] No DVR routers for this DVR port a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:46:24.239168 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-bc3feb05-ce22-4f8e-bf1d-4cad0559d4a1 req-75be5247-1cbb-4069-b710-d281d0aed2d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:24.243816 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bc3feb05-ce22-4f8e-bf1d-4cad0559d4a1 req-75be5247-1cbb-4069-b710-d281d0aed2d9 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.47 "DELETE /v2.0/ports/a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 HTTP/1.1" status: 204 len: 173 time: 0.8424234 Jun 24 09:46:24.244394 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9395b1a-996b-49cf-93c7-44f262a92968', 'name': 'network-vif-deleted', 'tag': 'a1b8e69a-e08f-4ca9-bfeb-3053eac1f832'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:46:24.247754 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1daa48-d033-440c-841a-34751bba654a" -d '{"events": [{"server_uuid": "a9395b1a-996b-49cf-93c7-44f262a92968", "name": "network-vif-deleted", "tag": "a1b8e69a-e08f-4ca9-bfeb-3053eac1f832"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:46:24.287525 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8227d61-69ed-47a9-821a-7bacd5739fb9 x-openstack-request-id: req-b8227d61-69ed-47a9-821a-7bacd5739fb9 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:46:24.287778 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9395b1a-996b-49cf-93c7-44f262a92968", "name": "network-vif-deleted", "tag": "a1b8e69a-e08f-4ca9-bfeb-3053eac1f832", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:46:24.288034 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8227d61-69ed-47a9-821a-7bacd5739fb9 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:46:24.288440 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8227d61-69ed-47a9-821a-7bacd5739fb9'] response: {'server_uuid': 'a9395b1a-996b-49cf-93c7-44f262a92968', 'name': 'network-vif-deleted', 'tag': 'a1b8e69a-e08f-4ca9-bfeb-3053eac1f832', 'status': 'completed', 'code': 200} Jun 24 09:46:25.146705 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-587f7b69-bebc-4405-a853-99f7be6b2c2b req-d5b3e24e-14d1-4a16-b71b-54638168a685 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 210 time: 0.0378542 Jun 24 09:46:25.153607 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a130fc-f7b5-4233-b3c4-9c4a4f0ade9c req-be0698b5-add2-48e1-bcef-8ce6a601dfcc tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:25.155069 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-00a130fc-f7b5-4233-b3c4-9c4a4f0ade9c req-be0698b5-add2-48e1-bcef-8ce6a601dfcc tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0754404 Jun 24 09:46:25.190675 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:25.213935 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-00a130fc-f7b5-4233-b3c4-9c4a4f0ade9c req-85654320-8292-423d-b76d-e0711b087b10 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525954 Jun 24 09:46:26.281779 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-710df232-a18a-4286-8719-59bb69d1113a req-d3bd48da-bb23-41e7-85d6-86fca6606d50 tempest-VolumesSnapshotTestJSON-1617955141 tempest-VolumesSnapshotTestJSON-1617955141-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9395b1a-996b-49cf-93c7-44f262a92968 HTTP/1.1" status: 200 len: 210 time: 0.0312679 Jun 24 09:46:26.365029 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67bfff-1d87-4d9e-8732-207dd77c6e78 req-35aa4aec-ec8a-420a-b6e6-eaf798d5eef4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:26.366494 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2f67bfff-1d87-4d9e-8732-207dd77c6e78 req-35aa4aec-ec8a-420a-b6e6-eaf798d5eef4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0468230 Jun 24 09:46:26.422072 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2f67bfff-1d87-4d9e-8732-207dd77c6e78 req-d71b0b8b-2db5-44a0-9e98-607824efeced tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475774 Jun 24 09:46:26.541361 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec744c71-b091-4651-8c7d-d346f47818dc req-34a970e5-0a50-45f7-9e4c-c9613f3e123d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:26.542806 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec744c71-b091-4651-8c7d-d346f47818dc req-34a970e5-0a50-45f7-9e4c-c9613f3e123d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0567505 Jun 24 09:46:26.551870 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58242) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:26.557643 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-7f42632f-ed69-4397-824a-2de140768074 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Request body: {'floatingip': {'port_id': '604c79af-8cff-4ce1-90d3-2991416e7b7f'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:26.613504 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f42632f-ed69-4397-824a-2de140768074 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for floatingip (f1405970-5b64-4ffe-8b14-a14411bbcbd0), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:26.622336 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:46:26.643007 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:46:26.643381 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a1b8e69a-e08f-4ca9-bfeb-3053eac1f832 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:46:26.694257 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=100 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:26.731665 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=100 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:27.092055 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f42632f-ed69-4397-824a-2de140768074 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:27.098785 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f42632f-ed69-4397-824a-2de140768074 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (f1405970-5b64-4ffe-8b14-a14411bbcbd0), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:27.303934 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f42632f-ed69-4397-824a-2de140768074 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:46:27.415225 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f42632f-ed69-4397-824a-2de140768074 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:46:27.420362 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7f42632f-ed69-4397-824a-2de140768074 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:27.427153 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e4b47-248e-4a85-a14c-d23f909cbe8f None None] Sync routers for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:46:27.437566 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e4b47-248e-4a85-a14c-d23f909cbe8f None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:46:27.438196 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-294e4b47-248e-4a85-a14c-d23f909cbe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:46:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:27.455732 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:46:27.458007 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c415875-8691-4758-aea6-fcbfdc67066f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:46:27.490448 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-7f42632f-ed69-4397-824a-2de140768074 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "PUT /v2.0/floatingips/f1405970-5b64-4ffe-8b14-a14411bbcbd0 HTTP/1.1" status: 200 len: 993 time: 0.9374056 Jun 24 09:46:27.501195 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcb9fcb-d9b2-41f3-bd90-940c3be4f8fb x-openstack-request-id: req-5fcb9fcb-d9b2-41f3-bd90-940c3be4f8fb {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:46:27.501647 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:46:27.502000 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5fcb9fcb-d9b2-41f3-bd90-940c3be4f8fb {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:46:27.502515 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcb9fcb-d9b2-41f3-bd90-940c3be4f8fb'] response: {'name': 'network-changed', 'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'status': 'completed', 'code': 200} Jun 24 09:46:27.553528 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-294e4b47-248e-4a85-a14c-d23f909cbe8f None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:46:27.569947 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c415875-8691-4758-aea6-fcbfdc67066f req-1bf157f8-487d-47db-80d8-111910ebc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:27.572411 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1c415875-8691-4758-aea6-fcbfdc67066f req-1bf157f8-487d-47db-80d8-111910ebc6d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 1129 time: 0.0470285 Jun 24 09:46:27.692908 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c415875-8691-4758-aea6-fcbfdc67066f req-4f6b4b87-b6c5-4f65-99ba-cd07df331dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:27.694483 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1c415875-8691-4758-aea6-fcbfdc67066f req-4f6b4b87-b6c5-4f65-99ba-cd07df331dda service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.1160109 Jun 24 09:46:27.759653 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1c415875-8691-4758-aea6-fcbfdc67066f req-a976b329-1ec9-42a8-aa5f-9e4eb0b7cd97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f HTTP/1.1" status: 200 len: 1001 time: 0.0581372 Jun 24 09:46:27.782010 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-294e4b47-248e-4a85-a14c-d23f909cbe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'f1405970-5b64-4ffe-8b14-a14411bbcbd0', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'port_id': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'mac_address': 'fa:16:3e:8f:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:43:39Z', 'updated_at': '2022-06-24T09:46:27Z', 'revision_number': 3, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:15Z', 'revision_number': 5, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:27.807289 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e4b47-248e-4a85-a14c-d23f909cbe8f None None] Checking router: 8f5a0532-93aa-429f-b4d8-abb390f8cb57 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:46:27.811683 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:27.815987 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c415875-8691-4758-aea6-fcbfdc67066f req-f0782c15-c307-464e-9373-f4969c4af929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:27.816614 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e4b47-248e-4a85-a14c-d23f909cbe8f None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:46:27.817208 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-294e4b47-248e-4a85-a14c-d23f909cbe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:46:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:27.817441 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1c415875-8691-4758-aea6-fcbfdc67066f req-f0782c15-c307-464e-9373-f4969c4af929 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0460005 Jun 24 09:46:27.867140 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c415875-8691-4758-aea6-fcbfdc67066f req-355acbb8-b724-406f-9f1f-e96dd193f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:27.868971 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1c415875-8691-4758-aea6-fcbfdc67066f req-355acbb8-b724-406f-9f1f-e96dd193f1ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446360 Jun 24 09:46:27.875236 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:27.877530 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:27.903352 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:27.921857 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-294e4b47-248e-4a85-a14c-d23f909cbe8f None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:46:27.964814 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1c415875-8691-4758-aea6-fcbfdc67066f req-b346b56c-1211-4632-aa60-9f9a23c82f5f service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891762 Jun 24 09:46:28.067350 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1c415875-8691-4758-aea6-fcbfdc67066f req-a6fd722a-b503-47fc-bb4f-df078b5a9ec0 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893679 Jun 24 09:46:28.128039 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:28.133315 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-294e4b47-248e-4a85-a14c-d23f909cbe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'f1405970-5b64-4ffe-8b14-a14411bbcbd0', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'port_id': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'mac_address': 'fa:16:3e:8f:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:43:39Z', 'updated_at': '2022-06-24T09:46:27Z', 'revision_number': 3, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:15Z', 'revision_number': 5, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:28.158932 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e4b47-248e-4a85-a14c-d23f909cbe8f None None] The sync data for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi is: [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'f1405970-5b64-4ffe-8b14-a14411bbcbd0', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'port_id': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'mac_address': 'fa:16:3e:8f:3e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:43:39Z', 'updated_at': '2022-06-24T09:46:27Z', 'revision_number': 3, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:15Z', 'revision_number': 5, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:46:29.504263 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:46:29.508068 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:46:29.550991 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230aaa49-645a-43a9-aad3-0d7e9e4a38fc x-openstack-request-id: req-230aaa49-645a-43a9-aad3-0d7e9e4a38fc {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:46:29.551310 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:46:29.551547 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-230aaa49-645a-43a9-aad3-0d7e9e4a38fc {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:46:29.551970 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-230aaa49-645a-43a9-aad3-0d7e9e4a38fc'] response: {'name': 'network-changed', 'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'status': 'completed', 'code': 200} Jun 24 09:46:30.805739 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f4352-5c69-43ed-9873-33610cec19f2 req-34409849-64d1-48c6-84e9-416fea541eb9 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:30.807263 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-627f4352-5c69-43ed-9873-33610cec19f2 req-34409849-64d1-48c6-84e9-416fea541eb9 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0474758 Jun 24 09:46:30.868078 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-627f4352-5c69-43ed-9873-33610cec19f2 req-fee539e7-9f36-4551-960c-76048ba4b757 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549834 Jun 24 09:46:32.002763 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad req-ada06f3e-7382-422c-9b6b-2b2882b6b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:32.004323 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad req-ada06f3e-7382-422c-9b6b-2b2882b6b390 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 1129 time: 0.0724711 Jun 24 09:46:32.011788 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4a12f-754b-43c1-89e4-905f408ddbd2 req-45f8a206-c988-4341-925d-1c7fb041ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:32.013384 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-58d4a12f-754b-43c1-89e4-905f408ddbd2 req-45f8a206-c988-4341-925d-1c7fb041ae24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0aff51028ec477ebbc12e078174977a&device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 1168 time: 0.0424976 Jun 24 09:46:32.028733 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfa7e5-024b-48e0-9360-172cffa35b4d req-657e278f-1427-4957-b15e-8011f0302ab0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:32.030187 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-78bfa7e5-024b-48e0-9360-172cffa35b4d req-657e278f-1427-4957-b15e-8011f0302ab0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0636723 Jun 24 09:46:32.098006 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:32.108907 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4a12f-754b-43c1-89e4-905f408ddbd2 req-9d87c1b2-580f-4a68-96fb-39ea5c54ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:32.110403 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-58d4a12f-754b-43c1-89e4-905f408ddbd2 req-9d87c1b2-580f-4a68-96fb-39ea5c54ab0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=81ccbe4d-d281-46f1-a767-e183ccaac7bb HTTP/1.1" status: 200 len: 916 time: 0.0912778 Jun 24 09:46:32.154832 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-78bfa7e5-024b-48e0-9360-172cffa35b4d req-2df76b67-271c-47ea-8ea4-d33b9a994899 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148796 Jun 24 09:46:32.157675 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad req-8325685b-3ea7-4061-ad75-daf9b5de46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:32.159085 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad req-8325685b-3ea7-4061-ad75-daf9b5de46a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.1469975 Jun 24 09:46:32.180706 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-58d4a12f-754b-43c1-89e4-905f408ddbd2 req-5fde59d6-58e8-4381-8228-26270d5856cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de309464-eb94-4c38-b29b-c293a12d68b1 HTTP/1.1" status: 200 len: 1000 time: 0.0560577 Jun 24 09:46:32.229345 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad req-4ed53bd8-14d4-446c-bcd8-47f7650a8177 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f HTTP/1.1" status: 200 len: 1001 time: 0.0572937 Jun 24 09:46:32.231519 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4a12f-754b-43c1-89e4-905f408ddbd2 req-aa86b7d0-6f80-483f-b338-43a44fba9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:32.232980 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-58d4a12f-754b-43c1-89e4-905f408ddbd2 req-aa86b7d0-6f80-483f-b338-43a44fba9865 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c9d977b-db01-4904-a89c-a3bdc07cacef HTTP/1.1" status: 200 len: 854 time: 0.0448260 Jun 24 09:46:32.283529 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:32.288572 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad req-9eb162e1-1eda-446c-878e-8c7af05331c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:32.289498 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4a12f-754b-43c1-89e4-905f408ddbd2 req-8c1822d9-3c97-4d09-8f48-7a2471d202ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:32.290037 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad req-9eb162e1-1eda-446c-878e-8c7af05331c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0445559 Jun 24 09:46:32.291333 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-58d4a12f-754b-43c1-89e4-905f408ddbd2 req-8c1822d9-3c97-4d09-8f48-7a2471d202ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81ccbe4d-d281-46f1-a767-e183ccaac7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451162 Jun 24 09:46:32.347124 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad req-be0031a9-edaf-402c-bc10-71543e10cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:32.348981 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad req-be0031a9-edaf-402c-bc10-71543e10cef4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438223 Jun 24 09:46:32.378706 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:32.398962 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-58d4a12f-754b-43c1-89e4-905f408ddbd2 req-c7cf94b5-df33-4e56-82fd-b7bef0bf8bc3 service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915570 Jun 24 09:46:32.446252 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad req-a0d4a97a-4917-402f-98d3-31d748f53711 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879459 Jun 24 09:46:32.549550 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-56ae4dcf-487d-4904-94b8-ba1dc5fe6cad req-b5a58f9d-523b-4e71-a9b8-81934dad6c00 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941589 Jun 24 09:46:32.767305 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-58d4a12f-754b-43c1-89e4-905f408ddbd2 req-509f062d-03fd-4e4b-b20b-63743afb98ab service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562825 Jun 24 09:46:33.236675 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:33.273381 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f799fb-6efe-4b7f-9fbd-a64848618899 req-70dc1a8e-4db0-4d30-b594-55280e112711 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:33.274860 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-75f799fb-6efe-4b7f-9fbd-a64848618899 req-70dc1a8e-4db0-4d30-b594-55280e112711 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0481236 Jun 24 09:46:33.346048 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-75f799fb-6efe-4b7f-9fbd-a64848618899 req-8ae0aa4e-ccd5-4ada-bdee-84d10ca8a287 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646672 Jun 24 09:46:34.468866 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e89220-5771-4993-905e-56e60884fd44 req-fbc23a1e-42dd-4c97-bd13-3f317a6356fb tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:34.470393 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-95e89220-5771-4993-905e-56e60884fd44 req-fbc23a1e-42dd-4c97-bd13-3f317a6356fb tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0528226 Jun 24 09:46:34.534014 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-95e89220-5771-4993-905e-56e60884fd44 req-9690e0a5-da41-48fd-ad35-32b68cb0d671 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575023 Jun 24 09:46:35.665010 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3ca9e-8b7a-4449-8807-993654bd0d4b req-6c23c05f-a162-45ce-b36c-d38e21ef296c tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:35.666714 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-41b3ca9e-8b7a-4449-8807-993654bd0d4b req-6c23c05f-a162-45ce-b36c-d38e21ef296c tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0504363 Jun 24 09:46:35.730295 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-41b3ca9e-8b7a-4449-8807-993654bd0d4b req-3ff981a4-87f0-40bf-80f8-0f4e2dec7c19 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573761 Jun 24 09:46:36.859715 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133c11d-7937-4957-9801-92cf7edd7f5d req-f9de6bf5-9c0f-4d2d-9ab5-14497eccdb1d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:36.861527 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3133c11d-7937-4957-9801-92cf7edd7f5d req-f9de6bf5-9c0f-4d2d-9ab5-14497eccdb1d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0603311 Jun 24 09:46:36.936962 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3133c11d-7937-4957-9801-92cf7edd7f5d req-44d9dd28-7012-4d02-9ee0-30ee2157fc65 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633469 Jun 24 09:46:38.060966 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b91b9-ee66-46be-98f0-a56c3e71bbcd req-0d81065b-d53c-4276-8c50-76827c49930e tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:38.062313 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-006b91b9-ee66-46be-98f0-a56c3e71bbcd req-0d81065b-d53c-4276-8c50-76827c49930e tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0490944 Jun 24 09:46:38.126569 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-006b91b9-ee66-46be-98f0-a56c3e71bbcd req-a760c746-bf76-4d21-942b-6f366a981359 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582786 Jun 24 09:46:38.136790 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=26 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:39.249436 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857959d6-2864-4b27-a464-e156edb54b65 req-cf3620df-3733-4def-b862-98ae98d63fda tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:39.250927 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-857959d6-2864-4b27-a464-e156edb54b65 req-cf3620df-3733-4def-b862-98ae98d63fda tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0540698 Jun 24 09:46:39.312513 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-857959d6-2864-4b27-a464-e156edb54b65 req-5d8ed8fc-cad0-469b-bb96-05b51a301300 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556817 Jun 24 09:46:40.431325 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697fa70-1c22-4ff6-95c4-bddb468177d9 req-60d70435-1d11-4d94-9e18-f6e5f371b24d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:40.433875 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1697fa70-1c22-4ff6-95c4-bddb468177d9 req-60d70435-1d11-4d94-9e18-f6e5f371b24d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0528069 Jun 24 09:46:40.509035 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1697fa70-1c22-4ff6-95c4-bddb468177d9 req-2f8b9bce-ab3c-4177-80aa-c6ae29817b8f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682087 Jun 24 09:46:41.647834 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bdcd0-42a1-411e-b9f9-a6c0019877a0 req-97cdd6cd-db61-4f56-bbf9-46639a786f0d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:41.649397 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9a7bdcd0-42a1-411e-b9f9-a6c0019877a0 req-97cdd6cd-db61-4f56-bbf9-46639a786f0d tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0561209 Jun 24 09:46:41.696459 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:41.714184 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9a7bdcd0-42a1-411e-b9f9-a6c0019877a0 req-6feff336-5b54-4c34-9731-847df8c589b4 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585952 Jun 24 09:46:41.864286 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904d7b0-640f-4f93-9340-d351bf7af11f req-56a31913-89b5-4211-9c61-2df2f70ecc89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:41.865681 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b904d7b0-640f-4f93-9340-d351bf7af11f req-56a31913-89b5-4211-9c61-2df2f70ecc89 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 946 time: 0.0509372 Jun 24 09:46:41.918992 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b904d7b0-640f-4f93-9340-d351bf7af11f req-0e04ffc6-27c1-4a3c-8a65-72c5d623cbf2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470970 Jun 24 09:46:42.764106 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=16 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:42.764899 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=34 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:42.834607 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685927d-d567-48e8-b854-d6bef311d48d req-32319393-529d-458e-8c99-e3093eb079e9 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:42.836020 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e685927d-d567-48e8-b854-d6bef311d48d req-32319393-529d-458e-8c99-e3093eb079e9 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0477140 Jun 24 09:46:42.874223 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:42.903643 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e685927d-d567-48e8-b854-d6bef311d48d req-b7b2e7ac-fc9a-41a4-bb68-2e3ef2c42a43 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602891 Jun 24 09:46:43.062997 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bac2bb-8d44-4ec3-a09d-87017fbaced6 req-f8d7ad2f-2bfe-4720-8dd0-05963c6bb82e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:43.064529 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-67bac2bb-8d44-4ec3-a09d-87017fbaced6 req-f8d7ad2f-2bfe-4720-8dd0-05963c6bb82e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 946 time: 0.0567489 Jun 24 09:46:43.118450 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-67bac2bb-8d44-4ec3-a09d-87017fbaced6 req-93472937-149a-40c1-9ff4-183cfd5bfc3d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=d998d778-593a-48ed-8e35-00a9d03b22a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480165 Jun 24 09:46:43.671909 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc643e30-f91b-4896-a440-00b1775af4ce req-049b4375-e660-4326-917a-4cfe4eb5239b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:43.673339 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc643e30-f91b-4896-a440-00b1775af4ce req-049b4375-e660-4326-917a-4cfe4eb5239b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 946 time: 0.0543532 Jun 24 09:46:43.765948 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Deleting port 371d87f0-d828-436b-a673-c5e34fc40e6c {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:46:43.766563 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:43.867783 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] For port 371d87f0-d828-436b-a673-c5e34fc40e6c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=371d87f0-d828-436b-a673-c5e34fc40e6c,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:46:43.868155 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:44.027492 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133fee6-2dc3-4f42-9ec1-38c47f893529 req-536d581a-8e57-47be-89c3-3fcb43d859d0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:44.029364 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8133fee6-2dc3-4f42-9ec1-38c47f893529 req-536d581a-8e57-47be-89c3-3fcb43d859d0 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0522187 Jun 24 09:46:44.046300 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:44.046661 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (160cdd52-4bc9-47f3-a5cd-859003c7028c), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:44.046976 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Floating IP 160cdd52-4bc9-47f3-a5cd-859003c7028c disassociated. External IP: 172.27.1.31, port: 371d87f0-d828-436b-a673-c5e34fc40e6c. Jun 24 09:46:44.047355 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Calling delete_port for 371d87f0-d828-436b-a673-c5e34fc40e6c owned by compute:nova {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:46:44.095879 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8133fee6-2dc3-4f42-9ec1-38c47f893529 req-6b3fb2cb-454a-4da3-b8cd-b560852c78e5 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600522 Jun 24 09:46:44.186777 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (371d87f0-d828-436b-a673-c5e34fc40e6c), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:44.197357 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=12 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:44.205089 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=14 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:44.220485 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event deleted for resources: {'Port': ['ID=371d87f0-d828-436b-a673-c5e34fc40e6c,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:44.225694 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-43e2e867-4c36-4aa3-b309-18f3a02bce6f req-470dec7f-c6f7-48c2-b75c-2a3b1fa88dfa tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa551ac0-154e-4145-acc0-725155004e69 HTTP/1.1" status: 200 len: 210 time: 0.0325327 Jun 24 09:46:44.235411 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-3c624126-9076-4b3a-b619-88a80f60691c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:44.337460 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Router c44ff442-929d-4e4b-9cf3-13d5613c9bbf has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:46:44.446955 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:46:44.457515 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c90b89-9780-4d33-8954-f0a1f6a9b6e2 None None] Sync routers for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:46:44.467793 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c90b89-9780-4d33-8954-f0a1f6a9b6e2 None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:46:44.468465 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-84c90b89-9780-4d33-8954-f0a1f6a9b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:46:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:44.493494 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] No DVR routers for this DVR port 371d87f0-d828-436b-a673-c5e34fc40e6c on host hv-cinder-80382 {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:46:44.496069 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:44.500148 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-fc643e30-f91b-4896-a440-00b1775af4ce req-f2e663b0-60f6-4a7d-95a2-94b60ee6e113 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.47 "DELETE /v2.0/ports/371d87f0-d828-436b-a673-c5e34fc40e6c HTTP/1.1" status: 204 len: 173 time: 0.8212855 Jun 24 09:46:44.500618 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'name': 'network-vif-deleted', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:46:44.503596 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290eaf9b-2948-4ae0-bfc7-fbd250e3b9ab" -d '{"events": [{"server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "name": "network-vif-deleted", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:46:44.548787 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88ecebf-4c83-4358-9089-d0ac9c4a1252 x-openstack-request-id: req-e88ecebf-4c83-4358-9089-d0ac9c4a1252 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:46:44.549139 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa551ac0-154e-4145-acc0-725155004e69", "name": "network-vif-deleted", "tag": "371d87f0-d828-436b-a673-c5e34fc40e6c", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:46:44.549391 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e88ecebf-4c83-4358-9089-d0ac9c4a1252 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:46:44.549936 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88ecebf-4c83-4358-9089-d0ac9c4a1252'] response: {'server_uuid': 'aa551ac0-154e-4145-acc0-725155004e69', 'name': 'network-vif-deleted', 'tag': '371d87f0-d828-436b-a673-c5e34fc40e6c', 'status': 'completed', 'code': 200} Jun 24 09:46:44.573704 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-84c90b89-9780-4d33-8954-f0a1f6a9b6e2 None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:46:44.857862 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-84c90b89-9780-4d33-8954-f0a1f6a9b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:44.894673 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c90b89-9780-4d33-8954-f0a1f6a9b6e2 None None] Checking router: c44ff442-929d-4e4b-9cf3-13d5613c9bbf for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:46:44.903876 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c90b89-9780-4d33-8954-f0a1f6a9b6e2 None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:46:44.904587 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-84c90b89-9780-4d33-8954-f0a1f6a9b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:46:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:45.019450 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-84c90b89-9780-4d33-8954-f0a1f6a9b6e2 None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:46:45.214628 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-84c90b89-9780-4d33-8954-f0a1f6a9b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:45.215431 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3b3b5-bc19-4f23-966a-c7e0cb6075bd req-f758a28f-336f-4e88-b224-0f6a8dd9288e tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:45.217269 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ffd3b3b5-bc19-4f23-966a-c7e0cb6075bd req-f758a28f-336f-4e88-b224-0f6a8dd9288e tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0484908 Jun 24 09:46:45.241123 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c90b89-9780-4d33-8954-f0a1f6a9b6e2 None None] The sync data for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi is: [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:46:45.289129 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ffd3b3b5-bc19-4f23-966a-c7e0cb6075bd req-8333af7f-7b5d-42f9-98e7-60260ff63ca5 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646443 Jun 24 09:46:45.340683 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58404) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:45.402656 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-447f93c6-80a6-442c-9860-a8ea2a2c0201 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (d998d778-593a-48ed-8e35-00a9d03b22a2), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:45.424386 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:45.433202 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-447f93c6-80a6-442c-9860-a8ea2a2c0201 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (d998d778-593a-48ed-8e35-00a9d03b22a2), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:45.443197 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:45.492237 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-447f93c6-80a6-442c-9860-a8ea2a2c0201 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (d998d778-593a-48ed-8e35-00a9d03b22a2), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:45.494858 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-447f93c6-80a6-442c-9860-a8ea2a2c0201 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:45.496072 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-447f93c6-80a6-442c-9860-a8ea2a2c0201 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "DELETE /v2.0/security-groups/d998d778-593a-48ed-8e35-00a9d03b22a2 HTTP/1.1" status: 204 len: 168 time: 0.1542983 Jun 24 09:46:45.499702 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58406) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:45.502718 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa88d8-b87f-40a3-919d-3ea40350058b None None] New status for floating IP 160cdd52-4bc9-47f3-a5cd-859003c7028c: DOWN {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:46:45.505833 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f93c6-80a6-442c-9860-a8ea2a2c0201 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d998d778-593a-48ed-8e35-00a9d03b22a2,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:45.514917 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.api.v2.resource [None req-2f4edd85-4280-4944-860a-04ff169dcd7d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] show failed (client error): The resource could not be found. Jun 24 09:46:45.515976 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-2f4edd85-4280-4944-860a-04ff169dcd7d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups/d998d778-593a-48ed-8e35-00a9d03b22a2 HTTP/1.1" status: 404 len: 347 time: 0.0150607 Jun 24 09:46:45.518947 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58408) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:45.631263 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-4d02cc73-58e7-4d06-81a1-d390c869f5db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Deleting port aa70b79f-d932-4d17-929c-3c2ac1fe9435 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:46:45.631600 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4d02cc73-58e7-4d06-81a1-d390c869f5db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (aa70b79f-d932-4d17-929c-3c2ac1fe9435), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:45.719961 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4d02cc73-58e7-4d06-81a1-d390c869f5db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (aa70b79f-d932-4d17-929c-3c2ac1fe9435), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:45.720277 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4d02cc73-58e7-4d06-81a1-d390c869f5db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (aa70b79f-d932-4d17-929c-3c2ac1fe9435), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:45.735228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-4d02cc73-58e7-4d06-81a1-d390c869f5db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Calling delete_port for aa70b79f-d932-4d17-929c-3c2ac1fe9435 owned by network:floatingip {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:46:45.885186 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4d02cc73-58e7-4d06-81a1-d390c869f5db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (aa70b79f-d932-4d17-929c-3c2ac1fe9435), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:45.908604 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02cc73-58e7-4d06-81a1-d390c869f5db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event deleted for resources: {'Port': ['ID=aa70b79f-d932-4d17-929c-3c2ac1fe9435,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:45.937768 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4d02cc73-58e7-4d06-81a1-d390c869f5db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (160cdd52-4bc9-47f3-a5cd-859003c7028c), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:45.940455 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4d02cc73-58e7-4d06-81a1-d390c869f5db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:45.941975 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-4d02cc73-58e7-4d06-81a1-d390c869f5db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "DELETE /v2.0/floatingips/160cdd52-4bc9-47f3-a5cd-859003c7028c HTTP/1.1" status: 204 len: 168 time: 0.4217339 Jun 24 09:46:46.033537 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58414) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:46.038202 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-a8ae5d3d-5f57-4bb0-8976-613e08733d18 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003534729', 'description': 'tempest-description--1184410894'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:46.042613 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:46.066253 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5d3d-5f57-4bb0-8976-613e08733d18 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.144533 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5d3d-5f57-4bb0-8976-613e08733d18 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (b4bad6bb-cba6-4974-bf9a-be56044dbc3e), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.149255 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5d3d-5f57-4bb0-8976-613e08733d18 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (b4bad6bb-cba6-4974-bf9a-be56044dbc3e), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.154577 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:46.189175 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5d3d-5f57-4bb0-8976-613e08733d18 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.190368 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-a8ae5d3d-5f57-4bb0-8976-613e08733d18 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1556778 Jun 24 09:46:46.193572 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58424) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:46.201042 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-5ea23c3c-186d-49ae-88cd-61e0e8b5e387 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'security_group_rule': {'security_group_id': 'b4bad6bb-cba6-4974-bf9a-be56044dbc3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:46.207478 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae5d3d-5f57-4bb0-8976-613e08733d18 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bad6bb-cba6-4974-bf9a-be56044dbc3e,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:46.236572 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5ea23c3c-186d-49ae-88cd-61e0e8b5e387 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (14e67174-89e4-4517-9ed0-8c13abeacdf1), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.297024 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5ea23c3c-186d-49ae-88cd-61e0e8b5e387 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (14e67174-89e4-4517-9ed0-8c13abeacdf1), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.300912 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5ea23c3c-186d-49ae-88cd-61e0e8b5e387 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (14e67174-89e4-4517-9ed0-8c13abeacdf1), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.322370 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea23c3c-186d-49ae-88cd-61e0e8b5e387 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e67174-89e4-4517-9ed0-8c13abeacdf1,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:46.329287 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-5ea23c3c-186d-49ae-88cd-61e0e8b5e387 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.330498 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-5ea23c3c-186d-49ae-88cd-61e0e8b5e387 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350296 Jun 24 09:46:46.333287 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58428) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:46.338276 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-2b0db535-6aac-4057-9330-cbcfa0c7b487 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'security_group_rule': {'security_group_id': 'b4bad6bb-cba6-4974-bf9a-be56044dbc3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:46.376436 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2b0db535-6aac-4057-9330-cbcfa0c7b487 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (05878f80-95df-444c-89a2-ff38eb97818a), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.435033 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b1d94-7571-4fba-bfcf-bbdae1efc036 req-f203f5fe-61a1-482f-91ce-abad48b38f61 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:46.436658 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5f7b1d94-7571-4fba-bfcf-bbdae1efc036 req-f203f5fe-61a1-482f-91ce-abad48b38f61 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0723538 Jun 24 09:46:46.471723 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2b0db535-6aac-4057-9330-cbcfa0c7b487 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (05878f80-95df-444c-89a2-ff38eb97818a), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.477539 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2b0db535-6aac-4057-9330-cbcfa0c7b487 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (05878f80-95df-444c-89a2-ff38eb97818a), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.516605 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0db535-6aac-4057-9330-cbcfa0c7b487 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05878f80-95df-444c-89a2-ff38eb97818a,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:46.529091 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2b0db535-6aac-4057-9330-cbcfa0c7b487 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.530268 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-2b0db535-6aac-4057-9330-cbcfa0c7b487 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1960609 Jun 24 09:46:46.533749 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58430) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:46.536690 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5f7b1d94-7571-4fba-bfcf-bbdae1efc036 req-04d4d604-8224-4307-9831-ef3b57ad17da tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&id=309ce118-b51a-42e5-b315-1f2652eb254c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929959 Jun 24 09:46:46.538537 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:46.562954 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.575586 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5c1fa2eb-76df-4b11-875c-8d907b3175b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.646177 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.712278 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 371d87f0-d828-436b-a673-c5e34fc40e6c no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:46:46.732673 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: 371d87f0-d828-436b-a673-c5e34fc40e6c {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:46:46.732971 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 371d87f0-d828-436b-a673-c5e34fc40e6c not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:46:46.756106 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Allocated IP 172.27.1.135 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/415b696d-5ac5-49b8-8963-8756960a0fd2) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:46:46.881361 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for port (415b696d-5ac5-49b8-8963-8756960a0fd2), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.914216 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (415b696d-5ac5-49b8-8963-8756960a0fd2), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:46.966034 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:46:46.969203 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:46:46.973142 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:46:46.996735 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'Port': ['ID=415b696d-5ac5-49b8-8963-8756960a0fd2,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:47.060285 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (6c1c6a1d-e26f-4388-930a-12b37a213167), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:47.102495 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (415b696d-5ac5-49b8-8963-8756960a0fd2), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:47.245009 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:47.257046 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:47.268097 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for port (415b696d-5ac5-49b8-8963-8756960a0fd2), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:47.272951 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (415b696d-5ac5-49b8-8963-8756960a0fd2), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:47.346946 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'Port': ['ID=415b696d-5ac5-49b8-8963-8756960a0fd2,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:47.357796 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (6c1c6a1d-e26f-4388-930a-12b37a213167), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:47.375055 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:47.376315 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-308b2ec7-b763-4eac-83a1-b102d33e4c9a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8414779 Jun 24 09:46:47.770321 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-56d77c05-d353-42e0-9943-f01fd34fb1dd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2003534729&fields=id&tenant_id=f64a8807499a44ababb8bb037fc3d195 HTTP/1.1" status: 200 len: 267 time: 0.0462012 Jun 24 09:46:47.793641 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:47.901313 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-ad140d33-ef13-4201-a200-fd5a7a11e09b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:47.902754 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-ad140d33-ef13-4201-a200-fd5a7a11e09b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 817 time: 0.1257801 Jun 24 09:46:47.918190 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-88b0e5a3-27cf-4b99-8323-d3ef72be789c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/quotas/f64a8807499a44ababb8bb037fc3d195 HTTP/1.1" status: 200 len: 375 time: 0.0091722 Jun 24 09:46:47.969780 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-f78f4c34-f934-44b3-bc06-11a275969c88 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466535 Jun 24 09:46:48.071206 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-01654e28-868a-4823-ab2e-b724ae98eff8 service neutron] 10.222.0.65 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853171 Jun 24 09:46:48.099723 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:48.172457 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-7dbf12eb-2610-4638-a342-554bfbaeacf5 service neutron] 10.222.0.65 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963662 Jun 24 09:46:48.347859 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ab21aff6-a5f2-493e-83f8-0c04e697ae81 req-0dfa4aa6-f06d-49eb-a365-349d94b4abfd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 210 time: 0.0302677 Jun 24 09:46:49.115637 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:49.244279 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:49.371356 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-772036d5-37a8-4284-82cf-73ba7d275e03 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:49.372814 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-772036d5-37a8-4284-82cf-73ba7d275e03 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 817 time: 0.1132858 Jun 24 09:46:49.442821 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-73d6fa15-ea35-4bbc-9cb1-fcb089b0884d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f64a8807499a44ababb8bb037fc3d195 HTTP/1.1" status: 200 len: 380 time: 0.0606360 Jun 24 09:46:49.466925 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b7f49739-9509-40d1-ae90-66aa002e6fda req-0e6df1fc-1306-43f8-a2e5-466bdfead559 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 210 time: 0.0306084 Jun 24 09:46:49.527223 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'port': {'device_id': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'admin_state_up': True, 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'security_groups': ['b4bad6bb-cba6-4974-bf9a-be56044dbc3e']}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:49.651771 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Made reservation on behalf of f64a8807499a44ababb8bb037fc3d195 for: {'port': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:46:49.655365 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:49.798627 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Allocated IP 172.20.0.9 (8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b/b1649778-731e-485a-b476-5e3ad263e4ba/6a505089-ab65-4375-b6e7-fc2f8ad2fb21) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:46:49.961559 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:49.996550 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:50.033930 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:50.040351 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:46:50.046097 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:46:50.050162 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:46:50.073970 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event updated for resources: {'Port': ['ID=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:50.104715 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:50.105350 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:50.107954 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:50.126403 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3ca36b3c-89d9-4a89-bc80-78013c811277 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6031547 Jun 24 09:46:50.140870 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Request body: {'port': {'device_id': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:46:50.208281 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:50.284469 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-4fd85283-36eb-42d0-a4e8-a23666db164c None None] Provisioning complete for port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:46:50.285055 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-4fd85283-36eb-42d0-a4e8-a23666db164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:50.318463 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-4fd85283-36eb-42d0-a4e8-a23666db164c None None] Port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:46:50.481374 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 {{(pid=110593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:46:50.489079 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Publish callbacks [] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:50.502442 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.provisioning_blocks [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Transition to ACTIVE for port object 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 will not be triggered until provisioned by entity L2. {{(pid=110593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:46:50.507240 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:50.602105 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Pushing event updated for resources: {'Port': ['ID=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:50.636626 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Attempting to bind port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:46:50.637039 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Attempting to bind port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:46:50.637270 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Attempting to bind port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 on network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:46:50.642513 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 on network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:46:50.642830 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Attempting to bind port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 on network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:46:50.648165 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:46:50.648497 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Checking segment: {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:46:50.648869 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Bound using segment: {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'} {{(pid=110593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:46:50.649323 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.managers [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Bound port: 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4749906-d752-49e5-bf65-de815fcee500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b'}}] {{(pid=110593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:46:50.649672 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:50.722188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8af07-a899-4a20-bf01-e43fea5a76cf req-98227b41-aaed-4213-b12e-9ac24b629838 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:50.730786 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-79b8af07-a899-4a20-bf01-e43fea5a76cf req-98227b41-aaed-4213-b12e-9ac24b629838 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.1877849 Jun 24 09:46:50.731474 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, cleared binding levels {{(pid=110593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:46:50.735872 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:46:50.745466 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:50.773467 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:50.785356 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58504) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:50.791393 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:50.791982 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:50.793362 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] 10.222.0.47 "PUT /v2.0/ports/6a505089-ab65-4375-b6e7-fc2f8ad2fb21 HTTP/1.1" status: 200 len: 1093 time: 0.6569006 Jun 24 09:46:50.793881 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:46:50.796754 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a3c687-8314-42fc-b6b0-9f5af6800072" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:46:50.841767 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbae78a-981e-4a6d-8925-bf88bfdd3afb service neutron] Pushing event updated for resources: {'Port': ['ID=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,revision_number=3']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:50.861722 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71008d0-efd2-47a2-859f-0ffe7d6db4c1 x-openstack-request-id: req-f71008d0-efd2-47a2-859f-0ffe7d6db4c1 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:46:50.862715 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:46:50.862976 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f71008d0-efd2-47a2-859f-0ffe7d6db4c1 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:46:50.863457 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71008d0-efd2-47a2-859f-0ffe7d6db4c1'] response: {'name': 'network-changed', 'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'status': 'completed', 'code': 200} Jun 24 09:46:50.902969 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-79b8af07-a899-4a20-bf01-e43fea5a76cf req-af540898-06ff-40d2-be30-4563b96260d8 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697803 Jun 24 09:46:50.906229 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_v2 [None req-220482b0-43f0-4db7-b09f-e217dcfe7c1a admin admin] Deleting subnet bde6a734-bd76-4968-9921-4bc82a41bd5a {{(pid=110594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:46:50.909938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-220482b0-43f0-4db7-b09f-e217dcfe7c1a admin admin] Publish callbacks [] for subnet (bde6a734-bd76-4968-9921-4bc82a41bd5a), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:50.918083 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-4b50fc54-02e5-4010-b38a-85c027f64d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:50.920173 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-4b50fc54-02e5-4010-b38a-85c027f64d05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 1127 time: 0.0511179 Jun 24 09:46:50.948114 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-220482b0-43f0-4db7-b09f-e217dcfe7c1a admin admin] Publish callbacks [] for subnet (bde6a734-bd76-4968-9921-4bc82a41bd5a), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:50.957782 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-220482b0-43f0-4db7-b09f-e217dcfe7c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (bde6a734-bd76-4968-9921-4bc82a41bd5a), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.020823 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-220482b0-43f0-4db7-b09f-e217dcfe7c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for subnet (bde6a734-bd76-4968-9921-4bc82a41bd5a), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.046008 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220482b0-43f0-4db7-b09f-e217dcfe7c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde6a734-bd76-4968-9921-4bc82a41bd5a,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:51.053390 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-220482b0-43f0-4db7-b09f-e217dcfe7c1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.061093 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-220482b0-43f0-4db7-b09f-e217dcfe7c1a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bde6a734-bd76-4968-9921-4bc82a41bd5a HTTP/1.1" status: 204 len: 168 time: 0.2715528 Jun 24 09:46:51.061093 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58508) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:51.141347 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (c876540d-f69d-4345-8da3-6262b1921560), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.166820 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-c8199ce6-969e-4156-adc8-31e602ec77bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21 HTTP/1.1" status: 200 len: 217 time: 0.0349007 Jun 24 09:46:51.216244 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-7e1b55d4-b7ee-46f2-8595-05843d02d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:51.217780 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-7e1b55d4-b7ee-46f2-8595-05843d02d70b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.0442460 Jun 24 09:46:51.229219 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (c876540d-f69d-4345-8da3-6262b1921560), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.251610 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.252256 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.252880 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.253125 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.253434 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.253776 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.254082 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.254401 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.254706 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.255011 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.265472 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-37eaecd4-c10d-4613-989c-e77ed146ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:51.267002 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-37eaecd4-c10d-4613-989c-e77ed146ffd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425730 Jun 24 09:46:51.280576 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:51.337023 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:51.351739 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.352268 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.352839 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.353288 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:46:51.353872 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c876540d-f69d-4345-8da3-6262b1921560']}} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:51.367624 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-84af5b0f-4e5b-4bea-88cc-b7cbf3dccc6d service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945094 Jun 24 09:46:51.373581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43622dbb-3fa7-4171-a86c-ae9b85e1022b') {'for_net_delete': True} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:51.373969 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43622dbb-3fa7-4171-a86c-ae9b85e1022b') {} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:46:51.391572 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63454162'] for segment (43622dbb-3fa7-4171-a86c-ae9b85e1022b), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.417545 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (43622dbb-3fa7-4171-a86c-ae9b85e1022b), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.426934 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=110594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:46:51.427347 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63533649'] for segment (43622dbb-3fa7-4171-a86c-ae9b85e1022b), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.470483 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ec88e3a6-769b-4385-b575-8f34411f85b4 req-35563db4-ce66-40c8-8a3c-e8a207e961b8 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968678 Jun 24 09:46:51.500024 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (c876540d-f69d-4345-8da3-6262b1921560), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.508217 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.511325 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c876540d-f69d-4345-8da3-6262b1921560 HTTP/1.1" status: 204 len: 168 time: 0.4514346 Jun 24 09:46:51.521731 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86382cf9-1524-4b1b-81da-41dfef8f85a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c876540d-f69d-4345-8da3-6262b1921560,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:51.646814 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment 43622dbb-3fa7-4171-a86c-ae9b85e1022b resource provider aggregate not found Jun 24 09:46:51.663739 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment 43622dbb-3fa7-4171-a86c-ae9b85e1022b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43622dbb-3fa7-4171-a86c-ae9b85e1022b found for delete ", "request_id": "req-6d29bf04-80fc-401d-89be-3f24ad1c0d7a"}]} Jun 24 09:46:51.698367 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58522) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:51.741370 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-dc393017-05b7-43de-bf4b-b2f0fd7b274d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b043de82f1b43f78e3b92d375111d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418990 Jun 24 09:46:51.744099 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58524) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:46:51.799173 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb999b-f4c2-49c1-88f0-24fd1be4f6b4 admin admin] Publish callbacks [] for security_group (a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.820560 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb999b-f4c2-49c1-88f0-24fd1be4f6b4 admin admin] Publish callbacks [] for security_group (a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.876243 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb999b-f4c2-49c1-88f0-24fd1be4f6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.879100 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b4fb999b-f4c2-49c1-88f0-24fd1be4f6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:51.880274 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-b4fb999b-f4c2-49c1-88f0-24fd1be4f6b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d HTTP/1.1" status: 204 len: 168 time: 0.1352248 Jun 24 09:46:51.888444 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb999b-f4c2-49c1-88f0-24fd1be4f6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76fbde5-fe80-4741-9ba3-90c5b3ec0c2d,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:52.035882 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de99784-d73c-4f9e-8c0c-50389efb3137 req-bb656942-82ce-475a-a212-2f8a4c813151 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:52.037646 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0de99784-d73c-4f9e-8c0c-50389efb3137 req-bb656942-82ce-475a-a212-2f8a4c813151 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0522790 Jun 24 09:46:52.065912 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:52.089900 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0de99784-d73c-4f9e-8c0c-50389efb3137 req-0dd176bd-c803-4ecc-b4f0-a6bb8a90c3c2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Jun 24 09:46:52.416445 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3c687-8314-42fc-b6b0-9f5af6800072 req-e01d4fbd-ffb3-4b58-8a0c-efd43b0eb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:52.417931 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-70a3c687-8314-42fc-b6b0-9f5af6800072 req-e01d4fbd-ffb3-4b58-8a0c-efd43b0eb1cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 1127 time: 0.0425456 Jun 24 09:46:52.529257 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3c687-8314-42fc-b6b0-9f5af6800072 req-1ff2060b-2760-42ef-ae7e-3b079f2090f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:52.530986 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-70a3c687-8314-42fc-b6b0-9f5af6800072 req-1ff2060b-2760-42ef-ae7e-3b079f2090f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 918 time: 0.1064420 Jun 24 09:46:52.576867 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-70a3c687-8314-42fc-b6b0-9f5af6800072 req-e5ad4ff5-1e1e-42ad-8849-398b6cff40af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21 HTTP/1.1" status: 200 len: 217 time: 0.0365360 Jun 24 09:46:52.627028 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3c687-8314-42fc-b6b0-9f5af6800072 req-24a1b23c-ab5e-4372-96fb-c9e6d30e4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:52.628542 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-70a3c687-8314-42fc-b6b0-9f5af6800072 req-24a1b23c-ab5e-4372-96fb-c9e6d30e4410 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.0457270 Jun 24 09:46:52.678577 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3c687-8314-42fc-b6b0-9f5af6800072 req-8c67878d-2cea-4895-9569-b88e44b248fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:52.680181 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-70a3c687-8314-42fc-b6b0-9f5af6800072 req-8c67878d-2cea-4895-9569-b88e44b248fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457480 Jun 24 09:46:52.748303 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:46:52.779836 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-70a3c687-8314-42fc-b6b0-9f5af6800072 req-1e9f61a1-e725-4304-9a3b-d7762abe4bd5 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927894 Jun 24 09:46:52.867124 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:46:52.880271 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'port_id': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'mac_address': 'fa:16:3e:2e:32:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:46:52.892287 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-70a3c687-8314-42fc-b6b0-9f5af6800072 req-33d98e9a-14c9-403b-9155-89cd0d079a44 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037347 Jun 24 09:46:52.921111 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:46:52.921558 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:52.934704 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:46:52.955367 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:46:52.960355 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:53.007439 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:53.170014 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-da17ca71-25a5-4960-b380-35d66036c831 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593033 Jun 24 09:46:53.255291 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b5238-9740-421f-8fec-168795075f3e req-906a0dde-297a-4f34-a01a-d02b94014b88 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:53.257056 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-313b5238-9740-421f-8fec-168795075f3e req-906a0dde-297a-4f34-a01a-d02b94014b88 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 944 time: 0.0770504 Jun 24 09:46:53.269478 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-3095c220-5b35-48d4-8c0c-d3826e033408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:53.271527 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-3095c220-5b35-48d4-8c0c-d3826e033408 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42946f76423740028ae43dc6a49cbbda&device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 1129 time: 0.0508659 Jun 24 09:46:53.284659 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['6a505089-ab65-4375-b6e7-fc2f8ad2fb21'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:46:53.324030 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-313b5238-9740-421f-8fec-168795075f3e req-7668625f-861a-421b-861d-aee509b83f7a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597570 Jun 24 09:46:53.331487 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:53.412331 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-760fd025-1e35-459e-a948-66e259fba2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:53.413887 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-760fd025-1e35-459e-a948-66e259fba2f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 200 len: 919 time: 0.1098204 Jun 24 09:46:53.455242 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-41c7860a-4761-48fd-bf5b-8023a8cfec55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b66b36-bc61-4e7d-8b33-ed840e49fe68 HTTP/1.1" status: 200 len: 217 time: 0.0335994 Jun 24 09:46:53.505893 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-75d6e097-3558-4a68-be81-238f3fc3c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:53.507456 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-75d6e097-3558-4a68-be81-238f3fc3c3c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 200 len: 857 time: 0.0450504 Jun 24 09:46:53.559795 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-bb10b74f-668f-4452-908d-865dfbc3b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:53.561356 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-bb10b74f-668f-4452-908d-865dfbc3b3ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eee14dfc-24f3-458e-880d-b3e43ab7d14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439935 Jun 24 09:46:53.658613 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-c5963965-a31c-4287-9534-122a19a1c3d2 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907409 Jun 24 09:46:53.686708 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=100 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:53.740401 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=100 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:53.758070 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-7272ac41-42fb-45f8-9e19-db95393ea0f0 req-22b80bda-b531-41e9-a910-6e51ae012b60 service neutron] 10.222.0.47 "GET /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929003 Jun 24 09:46:53.847603 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:46:54.477452 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:54.492962 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415ef13-3d15-4fea-87d9-49574915c831 req-a5adb77c-6155-49c8-ba8a-54a908c01bfa tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:54.494930 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7415ef13-3d15-4fea-87d9-49574915c831 req-a5adb77c-6155-49c8-ba8a-54a908c01bfa tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 944 time: 0.0824835 Jun 24 09:46:54.549527 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7415ef13-3d15-4fea-87d9-49574915c831 req-b30df532-9907-4d0f-a76a-4a95df74b609 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465870 Jun 24 09:46:55.514936 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:46:55.562412 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:46:55.570035 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:46:55.570423 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:55.613476 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:55.644596 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:46:55.656548 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:46:55.656935 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:55.675716 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150bb2c-c8ef-407f-817f-f1f19d38a48d req-5c0c87d6-c384-4bba-97e8-8af328faeaca tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:55.677301 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4150bb2c-c8ef-407f-817f-f1f19d38a48d req-5c0c87d6-c384-4bba-97e8-8af328faeaca tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 944 time: 0.0487418 Jun 24 09:46:55.680162 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:46:55.682546 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8591f3-2c84-421b-a407-cc5f19c8d97d" -d '{"events": [{"server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "name": "network-vif-plugged", "status": "completed", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:46:55.697251 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:46:55.702521 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:46:55.729271 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0da36c-264a-42d8-94b6-46a7aa564776 x-openstack-request-id: req-2b0da36c-264a-42d8-94b6-46a7aa564776 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:46:55.729562 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "name": "network-vif-plugged", "status": "completed", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:46:55.729812 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b0da36c-264a-42d8-94b6-46a7aa564776 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:46:55.730209 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0da36c-264a-42d8-94b6-46a7aa564776'] response: {'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'code': 200} Jun 24 09:46:55.731174 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4150bb2c-c8ef-407f-817f-f1f19d38a48d req-b4e13827-c022-4857-8ed9-63c2bfb4150b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475199 Jun 24 09:46:55.765046 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:46:56.857240 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3d6b5-dde0-4142-9473-26e0aa86f391 req-99ed02e4-01d9-4a98-8011-961b596a50aa tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:56.858756 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b3e3d6b5-dde0-4142-9473-26e0aa86f391 req-99ed02e4-01d9-4a98-8011-961b596a50aa tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0515161 Jun 24 09:46:56.907612 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b3e3d6b5-dde0-4142-9473-26e0aa86f391 req-f7bf16f6-a091-4ee1-a3fc-c57b3ba54031 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430887 Jun 24 09:46:57.386352 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3be81b-4c4e-4371-8556-9ffee7d157ca req-f95b4be7-fd90-4249-9449-2e02635f0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:57.387904 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-3b3be81b-4c4e-4371-8556-9ffee7d157ca req-f95b4be7-fd90-4249-9449-2e02635f0a4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 1129 time: 0.0411773 Jun 24 09:46:57.436501 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-3b3be81b-4c4e-4371-8556-9ffee7d157ca req-c3746ebb-b678-4587-8791-aaa7d4d1997e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395985 Jun 24 09:46:58.028513 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319fa61-3837-4e91-90fc-1855dd6c7e6f req-0082d698-011f-4da9-9616-66d6148a9bfd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:58.030281 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0319fa61-3837-4e91-90fc-1855dd6c7e6f req-0082d698-011f-4da9-9616-66d6148a9bfd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0484033 Jun 24 09:46:58.078698 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0319fa61-3837-4e91-90fc-1855dd6c7e6f req-11822d67-25b4-459a-929a-61c016846cf7 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426488 Jun 24 09:46:59.216292 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b010a-3609-4317-be1d-e7a1abf7e474 req-99988da8-35e0-4981-a8a0-f38a97b0c218 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:46:59.218339 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-389b010a-3609-4317-be1d-e7a1abf7e474 req-99988da8-35e0-4981-a8a0-f38a97b0c218 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0579290 Jun 24 09:46:59.513311 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-389b010a-3609-4317-be1d-e7a1abf7e474 req-115afc7e-fadd-4a71-aed5-927e7ed52b76 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886174 Jun 24 09:47:00.140696 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58614) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:00.260121 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:00.336082 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Publish callbacks [] for security_group (ca53900d-e450-4e3d-98b7-6e880c4ef8f4), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:00.340712 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ca53900d-e450-4e3d-98b7-6e880c4ef8f4), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:00.384521 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e38b2e70996d4d3ba7775bef7a60a032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426713 Jun 24 09:47:00.385358 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca53900d-e450-4e3d-98b7-6e880c4ef8f4,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:00.387557 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58618) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:00.393602 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.393959 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.394290 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.394641 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.394972 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.395322 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.395649 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.395979 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.396304 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.396651 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.396967 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.397288 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.397607 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.397919 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.398245 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5fc866-2b9b-49c1-b582-e73a4c090fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.441801 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Publish callbacks [] for security_group (ca53900d-e450-4e3d-98b7-6e880c4ef8f4), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:00.466079 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Publish callbacks [] for security_group (ca53900d-e450-4e3d-98b7-6e880c4ef8f4), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:00.514935 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ca53900d-e450-4e3d-98b7-6e880c4ef8f4), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:00.517480 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:00.518646 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca53900d-e450-4e3d-98b7-6e880c4ef8f4 HTTP/1.1" status: 204 len: 168 time: 0.1294835 Jun 24 09:47:00.527057 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca53900d-e450-4e3d-98b7-6e880c4ef8f4,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:00.535458 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.535873 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.536308 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.536705 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.537152 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.537563 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.538038 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.538373 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.538787 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.539297 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.539809 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.540314 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.540819 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.541588 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.541759 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ddea-daa1-4201-8f6b-baf3daf0101a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:00.658000 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189dff8-ed04-42ff-bc8d-9e231f6af967 req-34b9422c-f2fd-4a1f-98c3-5ca2b52ce001 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:00.659772 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3189dff8-ed04-42ff-bc8d-9e231f6af967 req-34b9422c-f2fd-4a1f-98c3-5ca2b52ce001 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0517812 Jun 24 09:47:00.720039 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3189dff8-ed04-42ff-bc8d-9e231f6af967 req-3fc075e1-9250-43cc-8778-087c9362e21e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527837 Jun 24 09:47:00.848384 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9404e-3a4b-4211-a840-3a4a4265e04a req-aacd5561-8af5-43de-9f0e-7cdd7b3bfd7b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:00.849890 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-12d9404e-3a4b-4211-a840-3a4a4265e04a req-aacd5561-8af5-43de-9f0e-7cdd7b3bfd7b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0509291 Jun 24 09:47:00.859456 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58626) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:00.863706 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-52b9a958-8639-4671-860a-59c05d8a9819 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Request body: {'floatingip': {'port_id': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:00.901308 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-52b9a958-8639-4671-860a-59c05d8a9819 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (6c1c6a1d-e26f-4388-930a-12b37a213167), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:01.015846 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:01.194826 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:01.343306 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-52b9a958-8639-4671-860a-59c05d8a9819 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:01.348404 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-52b9a958-8639-4671-860a-59c05d8a9819 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (6c1c6a1d-e26f-4388-930a-12b37a213167), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:01.445699 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [None req-52b9a958-8639-4671-860a-59c05d8a9819 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Floating IP 6c1c6a1d-e26f-4388-930a-12b37a213167 associated. External IP: 172.27.1.135, port: 6a505089-ab65-4375-b6e7-fc2f8ad2fb21. Jun 24 09:47:01.661912 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b9a958-8639-4671-860a-59c05d8a9819 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Router c44ff442-929d-4e4b-9cf3-13d5613c9bbf has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:47:01.774131 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b9a958-8639-4671-860a-59c05d8a9819 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:47:01.779221 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-52b9a958-8639-4671-860a-59c05d8a9819 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:01.784089 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8dbcfe-e54c-4a8d-ba59-3c8f1508e4fb None None] Sync routers for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:47:01.795638 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8dbcfe-e54c-4a8d-ba59-3c8f1508e4fb None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:01.796415 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-2c8dbcfe-e54c-4a8d-ba59-3c8f1508e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:46:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:01.811416 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-52b9a958-8639-4671-860a-59c05d8a9819 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "PUT /v2.0/floatingips/6c1c6a1d-e26f-4388-930a-12b37a213167 HTTP/1.1" status: 200 len: 991 time: 0.9509189 Jun 24 09:47:01.811997 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:01.814600 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b239c2f-d9aa-4ab6-989f-157d80057974" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:01.856198 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb49b4e-c8cb-4b4e-a4b4-f195c05d00c9 x-openstack-request-id: req-beb49b4e-c8cb-4b4e-a4b4-f195c05d00c9 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:01.856490 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:01.856751 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-beb49b4e-c8cb-4b4e-a4b4-f195c05d00c9 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:01.857286 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb49b4e-c8cb-4b4e-a4b4-f195c05d00c9'] response: {'name': 'network-changed', 'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'status': 'completed', 'code': 200} Jun 24 09:47:01.906454 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-2c8dbcfe-e54c-4a8d-ba59-3c8f1508e4fb None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:01.927025 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b239c2f-d9aa-4ab6-989f-157d80057974 req-19bc988d-ac5a-4ebf-abe3-bcd194e34349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:01.929204 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8b239c2f-d9aa-4ab6-989f-157d80057974 req-19bc988d-ac5a-4ebf-abe3-bcd194e34349 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 1129 time: 0.0432088 Jun 24 09:47:02.011419 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:02.031702 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b239c2f-d9aa-4ab6-989f-157d80057974 req-fedb0b46-0431-4667-9327-5ba855b84416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:02.033196 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8b239c2f-d9aa-4ab6-989f-157d80057974 req-fedb0b46-0431-4667-9327-5ba855b84416 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 918 time: 0.0928648 Jun 24 09:47:02.104335 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8b239c2f-d9aa-4ab6-989f-157d80057974 req-e860bf4f-5d49-4c15-8ee7-a3a70311cf8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21 HTTP/1.1" status: 200 len: 999 time: 0.0641110 Jun 24 09:47:02.111968 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:02.125245 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-2c8dbcfe-e54c-4a8d-ba59-3c8f1508e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '6c1c6a1d-e26f-4388-930a-12b37a213167', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'port_id': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'mac_address': 'fa:16:3e:2e:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:46:47Z', 'updated_at': '2022-06-24T09:47:01Z', 'revision_number': 1, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:02.150268 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8dbcfe-e54c-4a8d-ba59-3c8f1508e4fb None None] Checking router: c44ff442-929d-4e4b-9cf3-13d5613c9bbf for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:47:02.155100 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b239c2f-d9aa-4ab6-989f-157d80057974 req-11280db0-f5c5-4d7f-9889-57dcaf8ac928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:02.156640 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8b239c2f-d9aa-4ab6-989f-157d80057974 req-11280db0-f5c5-4d7f-9889-57dcaf8ac928 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.0460651 Jun 24 09:47:02.159657 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8dbcfe-e54c-4a8d-ba59-3c8f1508e4fb None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:02.160262 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-2c8dbcfe-e54c-4a8d-ba59-3c8f1508e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:46:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:02.202343 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b239c2f-d9aa-4ab6-989f-157d80057974 req-bed98cfe-c8f9-4e47-8e76-8ea2eff39e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:02.203907 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8b239c2f-d9aa-4ab6-989f-157d80057974 req-bed98cfe-c8f9-4e47-8e76-8ea2eff39e77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410295 Jun 24 09:47:02.267529 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-2c8dbcfe-e54c-4a8d-ba59-3c8f1508e4fb None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:02.302949 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8b239c2f-d9aa-4ab6-989f-157d80057974 req-f7987e09-da5b-47b7-aeed-bd43edce20b4 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913024 Jun 24 09:47:02.403904 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-8b239c2f-d9aa-4ab6-989f-157d80057974 req-cca8e4f2-1d5c-4456-8012-86d57e40656e service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942872 Jun 24 09:47:02.491495 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-2c8dbcfe-e54c-4a8d-ba59-3c8f1508e4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '6c1c6a1d-e26f-4388-930a-12b37a213167', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'port_id': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'mac_address': 'fa:16:3e:2e:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:46:47Z', 'updated_at': '2022-06-24T09:47:01Z', 'revision_number': 1, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:02.516196 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8dbcfe-e54c-4a8d-ba59-3c8f1508e4fb None None] The sync data for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi is: [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '6c1c6a1d-e26f-4388-930a-12b37a213167', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'port_id': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'mac_address': 'fa:16:3e:2e:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:46:47Z', 'updated_at': '2022-06-24T09:47:01Z', 'revision_number': 1, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:47:02.714100 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1cfe00-fb71-46e0-a791-371c6b95f90b None None] New status for floating IP 6c1c6a1d-e26f-4388-930a-12b37a213167: ACTIVE {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:47:11.806209 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:11.808266 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:12.398087 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=82,neutron:INSERT=6 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:12.399997 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=77,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:12.489273 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=37 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:12.494696 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=53 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:12.819972 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:12.822481 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:13.380099 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0175938-00a5-4d7a-be44-c0449111bcc1 req-79369133-7934-4eb3-a2b7-be9984cd504e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:13.381609 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b0175938-00a5-4d7a-be44-c0449111bcc1 req-79369133-7934-4eb3-a2b7-be9984cd504e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0496526 Jun 24 09:47:13.438156 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b0175938-00a5-4d7a-be44-c0449111bcc1 req-c9167b28-4532-4052-9ed2-223df4e06949 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504923 Jun 24 09:47:14.235483 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-45958693-8ee1-4caf-8d55-7122f2c3dcaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:14.578233 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429d994-fef6-4595-98b8-f6017c46a55d req-f056ecc8-3131-4855-9317-846dc7a7c4ee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:14.579835 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e429d994-fef6-4595-98b8-f6017c46a55d req-f056ecc8-3131-4855-9317-846dc7a7c4ee tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0576363 Jun 24 09:47:14.632074 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e429d994-fef6-4595-98b8-f6017c46a55d req-d4a8bc65-0fe8-494e-af4f-cf4f2462c4da tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464880 Jun 24 09:47:15.751947 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20741d62-e1a6-4a15-b0c7-08936051b0a0 req-16bd08b7-3e95-467a-8d4e-5c7ee88c81b4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:15.753445 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-20741d62-e1a6-4a15-b0c7-08936051b0a0 req-16bd08b7-3e95-467a-8d4e-5c7ee88c81b4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0499520 Jun 24 09:47:15.802868 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-20741d62-e1a6-4a15-b0c7-08936051b0a0 req-772360fd-52cb-49ac-899f-eaa8ad2e87d6 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437083 Jun 24 09:47:16.587731 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a696f25b-b9c7-4679-9cc5-1d196856317f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:16.923814 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54191fab-216f-4731-9562-a80c65688678 req-84906093-337f-41d7-ad42-1345728d1688 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:16.925473 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-54191fab-216f-4731-9562-a80c65688678 req-84906093-337f-41d7-ad42-1345728d1688 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0524437 Jun 24 09:47:16.948056 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-f5c8a280-9b87-4cb7-96bd-62a8592257dd tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:16.950274 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-f5c8a280-9b87-4cb7-96bd-62a8592257dd tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 945 time: 0.0542767 Jun 24 09:47:16.978971 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-54191fab-216f-4731-9562-a80c65688678 req-5b95e524-d899-47fb-87af-6962fb111cf8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=2470dab5-41a2-4713-a042-e5dd86f559aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461462 Jun 24 09:47:17.051400 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Deleting port 604c79af-8cff-4ce1-90d3-2991416e7b7f {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:17.051740 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:17.153344 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] For port 604c79af-8cff-4ce1-90d3-2991416e7b7f, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=604c79af-8cff-4ce1-90d3-2991416e7b7f,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:17.153680 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:17.494492 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6811d5-fa9e-4a32-9559-faa20ff4b57f req-07892ff6-6fca-425b-ad14-fa23ad3e236b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:17.496083 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6f6811d5-fa9e-4a32-9559-faa20ff4b57f req-07892ff6-6fca-425b-ad14-fa23ad3e236b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Jun 24 09:47:17.546868 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6f6811d5-fa9e-4a32-9559-faa20ff4b57f req-bdc1eb5d-90df-44a2-a304-94cef8b36cdd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447559 Jun 24 09:47:17.587728 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:17.588081 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (f1405970-5b64-4ffe-8b14-a14411bbcbd0), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:17.588384 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Floating IP f1405970-5b64-4ffe-8b14-a14411bbcbd0 disassociated. External IP: 172.27.1.175, port: 604c79af-8cff-4ce1-90d3-2991416e7b7f. Jun 24 09:47:17.588720 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Calling delete_port for 604c79af-8cff-4ce1-90d3-2991416e7b7f owned by compute:nova {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:17.722031 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (604c79af-8cff-4ce1-90d3-2991416e7b7f), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:17.747678 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event deleted for resources: {'Port': ['ID=604c79af-8cff-4ce1-90d3-2991416e7b7f,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:17.798566 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:17.862177 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:47:17.968802 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:47:17.980887 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa271a6b-a730-401a-9c07-3cfba663440a None None] Sync routers for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:47:17.992190 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa271a6b-a730-401a-9c07-3cfba663440a None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:17.992805 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-fa271a6b-a730-401a-9c07-3cfba663440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:18.012269 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] No DVR routers for this DVR port 604c79af-8cff-4ce1-90d3-2991416e7b7f on host hv-cinder-80382 {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:47:18.014893 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:18.018145 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-ad44f9c6-ea99-4091-9c8b-0f69b0c10287 req-dc2576fb-03c3-48ac-bb94-a0e091e81689 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "DELETE /v2.0/ports/604c79af-8cff-4ce1-90d3-2991416e7b7f HTTP/1.1" status: 204 len: 173 time: 1.0622561 Jun 24 09:47:18.018627 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'name': 'network-vif-deleted', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:18.021023 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1568a2a-e81f-43ee-81ac-124b1d2cb3b3" -d '{"events": [{"server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "name": "network-vif-deleted", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:18.059634 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6009214e-0455-4afe-ae03-383d6ed3023f x-openstack-request-id: req-6009214e-0455-4afe-ae03-383d6ed3023f {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:18.059983 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64", "name": "network-vif-deleted", "tag": "604c79af-8cff-4ce1-90d3-2991416e7b7f", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:18.060240 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6009214e-0455-4afe-ae03-383d6ed3023f {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:18.060648 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6009214e-0455-4afe-ae03-383d6ed3023f'] response: {'server_uuid': '7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64', 'name': 'network-vif-deleted', 'tag': '604c79af-8cff-4ce1-90d3-2991416e7b7f', 'status': 'completed', 'code': 200} Jun 24 09:47:18.089279 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0f13056d-8311-48ea-be03-11fa9cfa0d06 req-dfce8819-0295-466b-9315-669bda895626 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 210 time: 0.0282655 Jun 24 09:47:18.100537 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-fa271a6b-a730-401a-9c07-3cfba663440a None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:18.383282 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-fa271a6b-a730-401a-9c07-3cfba663440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:15Z', 'revision_number': 5, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:18.407990 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa271a6b-a730-401a-9c07-3cfba663440a None None] Checking router: 8f5a0532-93aa-429f-b4d8-abb390f8cb57 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:47:18.417075 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa271a6b-a730-401a-9c07-3cfba663440a None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:18.417674 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-fa271a6b-a730-401a-9c07-3cfba663440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:18.522437 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-fa271a6b-a730-401a-9c07-3cfba663440a None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:18.665039 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06996561-1798-4fc4-b8b8-fe422e3a2680 req-dcf9f461-fa2b-4781-b2c6-201c38c86e18 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:18.666635 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-06996561-1798-4fc4-b8b8-fe422e3a2680 req-dcf9f461-fa2b-4781-b2c6-201c38c86e18 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 945 time: 0.0475104 Jun 24 09:47:18.714724 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-fa271a6b-a730-401a-9c07-3cfba663440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:15Z', 'revision_number': 5, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:18.719637 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-06996561-1798-4fc4-b8b8-fe422e3a2680 req-c9977987-cce4-4e7d-8132-c31dedb8b773 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472634 Jun 24 09:47:18.741108 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa271a6b-a730-401a-9c07-3cfba663440a None None] The sync data for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi is: [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '96bf818f-57ca-4a93-b442-7b81b3775887', 'name': '', 'network_id': 'eee14dfc-24f3-458e-880d-b3e43ab7d14d', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'mac_address': 'fa:16:3e:cf:da:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:58Z', 'updated_at': '2022-06-24T09:42:15Z', 'revision_number': 5, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'subnets': [{'id': '0cc4ca32-6807-4738-8cd7-ef513e1d29e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:47:18.966170 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 604c79af-8cff-4ce1-90d3-2991416e7b7f no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:18.987777 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b26f7-fbe9-4bd8-ac92-4b4d0a3b699b None None] New status for floating IP f1405970-5b64-4ffe-8b14-a14411bbcbd0: DOWN {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:47:18.990473 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: 604c79af-8cff-4ce1-90d3-2991416e7b7f {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:18.990798 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 604c79af-8cff-4ce1-90d3-2991416e7b7f not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:19.179991 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:19.202682 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-eeaa36d1-5c19-4294-ad7a-05eb3fb6dee2 req-0d0f4c77-1f1e-41d8-901b-a2556b22fa7e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ada9ae5-70e4-4c1a-9f0f-dc258d4fdc64 HTTP/1.1" status: 200 len: 210 time: 0.0309556 Jun 24 09:47:19.248719 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:19.340371 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-d9396def-c072-4d76-baac-5d2f012fde0d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:19.341852 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-d9396def-c072-4d76-baac-5d2f012fde0d tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 945 time: 0.0586550 Jun 24 09:47:19.429332 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:19.433362 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Deleting port 74e14930-4c89-4d5f-9bea-32720c272816 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:19.433699 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (74e14930-4c89-4d5f-9bea-32720c272816), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:19.447909 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:19.526199 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] For port 74e14930-4c89-4d5f-9bea-32720c272816, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=74e14930-4c89-4d5f-9bea-32720c272816,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:19.526566 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (74e14930-4c89-4d5f-9bea-32720c272816), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:19.704166 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:19.704521 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (538a6bc6-82c3-434f-a332-ec9c63a836fe), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:19.704835 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Floating IP 538a6bc6-82c3-434f-a332-ec9c63a836fe disassociated. External IP: 172.27.1.14, port: 74e14930-4c89-4d5f-9bea-32720c272816. Jun 24 09:47:19.705177 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Calling delete_port for 74e14930-4c89-4d5f-9bea-32720c272816 owned by compute:nova {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:19.837135 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (74e14930-4c89-4d5f-9bea-32720c272816), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:19.840298 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff1562-2d5c-4a71-befa-7645497c6333 req-c798a1c1-ced4-4515-87ea-b9e4a6ef382a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:19.842016 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a3ff1562-2d5c-4a71-befa-7645497c6333 req-c798a1c1-ced4-4515-87ea-b9e4a6ef382a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=e892f2df-f3bb-4a2d-8152-4bc170cff4b3 HTTP/1.1" status: 200 len: 945 time: 0.0481489 Jun 24 09:47:19.870840 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'Port': ['ID=74e14930-4c89-4d5f-9bea-32720c272816,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:19.894982 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a3ff1562-2d5c-4a71-befa-7645497c6333 req-202a9b3c-2890-489d-b9d7-f79b64156c50 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=83650414-7de6-4bc9-a31f-32155ec92696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468388 Jun 24 09:47:19.981347 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Router 0d7db7db-a98c-4445-a285-9acd52afbb15 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:47:20.086929 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:47:20.096497 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c3730-4cde-4726-99c4-c7d848904d1b None None] Sync routers for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:47:20.106495 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c3730-4cde-4726-99c4-c7d848904d1b None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:20.107231 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-b74c3730-4cde-4726-99c4-c7d848904d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:20.135009 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] No DVR routers for this DVR port 74e14930-4c89-4d5f-9bea-32720c272816 on host hv-cinder-80382 {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:47:20.137976 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:20.141187 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-a01de4df-85e1-4657-a4df-2b0e7722346c req-7a94f828-a31e-449f-a786-d1cb7409f808 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "DELETE /v2.0/ports/74e14930-4c89-4d5f-9bea-32720c272816 HTTP/1.1" status: 204 len: 173 time: 0.7935567 Jun 24 09:47:20.141555 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'name': 'network-vif-deleted', 'tag': '74e14930-4c89-4d5f-9bea-32720c272816'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:20.145044 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c76d737-e023-4446-ba31-d367464a8f34" -d '{"events": [{"server_uuid": "e892f2df-f3bb-4a2d-8152-4bc170cff4b3", "name": "network-vif-deleted", "tag": "74e14930-4c89-4d5f-9bea-32720c272816"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:20.189247 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971d6acc-d683-4acf-be45-58ba5bffc526 x-openstack-request-id: req-971d6acc-d683-4acf-be45-58ba5bffc526 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:20.189806 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e892f2df-f3bb-4a2d-8152-4bc170cff4b3", "name": "network-vif-deleted", "tag": "74e14930-4c89-4d5f-9bea-32720c272816", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:20.190612 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-971d6acc-d683-4acf-be45-58ba5bffc526 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:20.191277 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971d6acc-d683-4acf-be45-58ba5bffc526'] response: {'server_uuid': 'e892f2df-f3bb-4a2d-8152-4bc170cff4b3', 'name': 'network-vif-deleted', 'tag': '74e14930-4c89-4d5f-9bea-32720c272816', 'status': 'completed', 'code': 200} Jun 24 09:47:20.233584 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-b74c3730-4cde-4726-99c4-c7d848904d1b None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:20.300932 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58756) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:20.372481 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc1fded7-6176-4f30-887e-d734ee84a49b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group (2470dab5-41a2-4713-a042-e5dd86f559aa), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:20.402225 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc1fded7-6176-4f30-887e-d734ee84a49b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group (2470dab5-41a2-4713-a042-e5dd86f559aa), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:20.430511 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:20.449700 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-b74c3730-4cde-4726-99c4-c7d848904d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:20.456353 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc1fded7-6176-4f30-887e-d734ee84a49b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (2470dab5-41a2-4713-a042-e5dd86f559aa), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:20.459045 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc1fded7-6176-4f30-887e-d734ee84a49b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:20.460226 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-cc1fded7-6176-4f30-887e-d734ee84a49b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "DELETE /v2.0/security-groups/2470dab5-41a2-4713-a042-e5dd86f559aa HTTP/1.1" status: 204 len: 168 time: 0.1583045 Jun 24 09:47:20.463097 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58758) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:20.469793 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fded7-6176-4f30-887e-d734ee84a49b tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2470dab5-41a2-4713-a042-e5dd86f559aa,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:20.477760 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c3730-4cde-4726-99c4-c7d848904d1b None None] Checking router: 0d7db7db-a98c-4445-a285-9acd52afbb15 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:47:20.479933 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.api.v2.resource [None req-0bca1ceb-ea8c-46f5-8b89-16b697f6957c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] show failed (client error): The resource could not be found. Jun 24 09:47:20.480989 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-0bca1ceb-ea8c-46f5-8b89-16b697f6957c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups/2470dab5-41a2-4713-a042-e5dd86f559aa HTTP/1.1" status: 404 len: 347 time: 0.0167809 Jun 24 09:47:20.483834 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58760) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:20.492474 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c3730-4cde-4726-99c4-c7d848904d1b None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:20.493028 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-b74c3730-4cde-4726-99c4-c7d848904d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:20.539740 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:20.597205 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-b74c3730-4cde-4726-99c4-c7d848904d1b None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:20.600881 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ab33-4db4-417f-8625-c153697e2ce4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Deleting port 46ce2ba2-32e0-47d6-be21-c81005e21843 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:20.601222 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9a78ab33-4db4-417f-8625-c153697e2ce4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (46ce2ba2-32e0-47d6-be21-c81005e21843), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:20.682088 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9a78ab33-4db4-417f-8625-c153697e2ce4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (46ce2ba2-32e0-47d6-be21-c81005e21843), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:20.682422 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9a78ab33-4db4-417f-8625-c153697e2ce4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for floatingip (46ce2ba2-32e0-47d6-be21-c81005e21843), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:20.704363 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ab33-4db4-417f-8625-c153697e2ce4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Calling delete_port for 46ce2ba2-32e0-47d6-be21-c81005e21843 owned by network:floatingip {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:20.706471 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:20.751940 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:20.796755 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-b74c3730-4cde-4726-99c4-c7d848904d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:20.821612 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c3730-4cde-4726-99c4-c7d848904d1b None None] The sync data for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi is: [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:47:20.862258 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9a78ab33-4db4-417f-8625-c153697e2ce4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (46ce2ba2-32e0-47d6-be21-c81005e21843), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:20.885640 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ab33-4db4-417f-8625-c153697e2ce4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event deleted for resources: {'Port': ['ID=46ce2ba2-32e0-47d6-be21-c81005e21843,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:20.962597 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9a78ab33-4db4-417f-8625-c153697e2ce4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks [] for floatingip (f1405970-5b64-4ffe-8b14-a14411bbcbd0), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:20.965194 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9a78ab33-4db4-417f-8625-c153697e2ce4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:20.966374 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-9a78ab33-4db4-417f-8625-c153697e2ce4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "DELETE /v2.0/floatingips/f1405970-5b64-4ffe-8b14-a14411bbcbd0 HTTP/1.1" status: 204 len: 168 time: 0.4814539 Jun 24 09:47:20.995684 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58770) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:21.061110 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0d6211a7-d5c8-42c2-8103-e41973f70e63 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (83650414-7de6-4bc9-a31f-32155ec92696), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.088187 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b0bb1-2b1c-4c9e-8672-c397e8cc66b0 None None] New status for floating IP 538a6bc6-82c3-434f-a332-ec9c63a836fe: DOWN {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:47:21.088980 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0d6211a7-d5c8-42c2-8103-e41973f70e63 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (83650414-7de6-4bc9-a31f-32155ec92696), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.106061 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:21.139528 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0d6211a7-d5c8-42c2-8103-e41973f70e63 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (83650414-7de6-4bc9-a31f-32155ec92696), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.142128 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0d6211a7-d5c8-42c2-8103-e41973f70e63 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.143386 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-0d6211a7-d5c8-42c2-8103-e41973f70e63 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "DELETE /v2.0/security-groups/83650414-7de6-4bc9-a31f-32155ec92696 HTTP/1.1" status: 204 len: 168 time: 0.1466765 Jun 24 09:47:21.147819 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58774) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:21.153179 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6211a7-d5c8-42c2-8103-e41973f70e63 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83650414-7de6-4bc9-a31f-32155ec92696,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:21.162357 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.api.v2.resource [None req-702221dd-c6e6-4364-a6eb-a42f6db9b40a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] show failed (client error): The resource could not be found. Jun 24 09:47:21.166124 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-702221dd-c6e6-4364-a6eb-a42f6db9b40a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups/83650414-7de6-4bc9-a31f-32155ec92696 HTTP/1.1" status: 404 len: 347 time: 0.0161250 Jun 24 09:47:21.166400 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58776) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:21.287670 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b03ac-c07f-4e25-b163-38ea23e88fa1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Deleting port c5a8f6a8-397e-473c-9456-4414cd5c0825 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:21.287977 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f5b03ac-c07f-4e25-b163-38ea23e88fa1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (c5a8f6a8-397e-473c-9456-4414cd5c0825), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.368812 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f5b03ac-c07f-4e25-b163-38ea23e88fa1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (c5a8f6a8-397e-473c-9456-4414cd5c0825), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.369096 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f5b03ac-c07f-4e25-b163-38ea23e88fa1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (c5a8f6a8-397e-473c-9456-4414cd5c0825), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.382961 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b03ac-c07f-4e25-b163-38ea23e88fa1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Calling delete_port for c5a8f6a8-397e-473c-9456-4414cd5c0825 owned by network:floatingip {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:21.514431 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f5b03ac-c07f-4e25-b163-38ea23e88fa1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (c5a8f6a8-397e-473c-9456-4414cd5c0825), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.549083 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b03ac-c07f-4e25-b163-38ea23e88fa1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'Port': ['ID=c5a8f6a8-397e-473c-9456-4414cd5c0825,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:21.616562 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f5b03ac-c07f-4e25-b163-38ea23e88fa1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (538a6bc6-82c3-434f-a332-ec9c63a836fe), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.619446 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f5b03ac-c07f-4e25-b163-38ea23e88fa1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.623917 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3f5b03ac-c07f-4e25-b163-38ea23e88fa1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "DELETE /v2.0/floatingips/538a6bc6-82c3-434f-a332-ec9c63a836fe HTTP/1.1" status: 204 len: 168 time: 0.4532652 Jun 24 09:47:21.689195 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58780) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:21.693941 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-22da2169-acfb-4255-ada1-6898b2c85d8b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--304862736', 'description': 'tempest-description--864619723'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:21.718269 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-22da2169-acfb-4255-ada1-6898b2c85d8b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.799195 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-22da2169-acfb-4255-ada1-6898b2c85d8b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (453f09ad-8395-41ff-b0dc-92f57e1fcea7), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.805027 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-22da2169-acfb-4255-ada1-6898b2c85d8b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (453f09ad-8395-41ff-b0dc-92f57e1fcea7), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.809585 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:21.835618 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-22da2169-acfb-4255-ada1-6898b2c85d8b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.836838 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-22da2169-acfb-4255-ada1-6898b2c85d8b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1465003 Jun 24 09:47:21.840024 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58782) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:21.841072 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da2169-acfb-4255-ada1-6898b2c85d8b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453f09ad-8395-41ff-b0dc-92f57e1fcea7,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:21.845232 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-4789431a-abf1-4eb2-b465-f56b200aae23 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group_rule': {'security_group_id': '453f09ad-8395-41ff-b0dc-92f57e1fcea7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:21.851546 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:21.875289 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4789431a-abf1-4eb2-b465-f56b200aae23 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (b2b04ceb-6217-43c7-a7aa-8c00f4f8c445), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.944683 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4789431a-abf1-4eb2-b465-f56b200aae23 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (b2b04ceb-6217-43c7-a7aa-8c00f4f8c445), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.949443 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4789431a-abf1-4eb2-b465-f56b200aae23 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (b2b04ceb-6217-43c7-a7aa-8c00f4f8c445), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.968309 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789431a-abf1-4eb2-b465-f56b200aae23 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b04ceb-6217-43c7-a7aa-8c00f4f8c445,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:21.974632 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-4789431a-abf1-4eb2-b465-f56b200aae23 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:21.975704 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-4789431a-abf1-4eb2-b465-f56b200aae23 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339571 Jun 24 09:47:21.979550 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58784) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:21.983714 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-65928fef-2583-46e0-ba6a-5f648586f8f3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'security_group_rule': {'security_group_id': '453f09ad-8395-41ff-b0dc-92f57e1fcea7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:22.009321 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-65928fef-2583-46e0-ba6a-5f648586f8f3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (79dfcffa-90f2-42f4-8f00-b2cf53b1e67c), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.069648 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-65928fef-2583-46e0-ba6a-5f648586f8f3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (79dfcffa-90f2-42f4-8f00-b2cf53b1e67c), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.074561 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-65928fef-2583-46e0-ba6a-5f648586f8f3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (79dfcffa-90f2-42f4-8f00-b2cf53b1e67c), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.093339 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65928fef-2583-46e0-ba6a-5f648586f8f3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79dfcffa-90f2-42f4-8f00-b2cf53b1e67c,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:22.102181 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-65928fef-2583-46e0-ba6a-5f648586f8f3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.106504 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-65928fef-2583-46e0-ba6a-5f648586f8f3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228735 Jun 24 09:47:22.106645 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58788) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:22.110875 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:22.133348 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.218098 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.328642 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Allocated IP 172.27.1.52 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/d15ce195-e45c-42e6-92ee-916e79699059) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:47:22.437612 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (d15ce195-e45c-42e6-92ee-916e79699059), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.472917 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (d15ce195-e45c-42e6-92ee-916e79699059), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.506134 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:22.512423 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:47:22.517582 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:47:22.521888 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:47:22.546325 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=d15ce195-e45c-42e6-92ee-916e79699059,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:22.556589 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:22.614220 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (9be50bd8-2ec2-4721-95db-e259ce9ca888), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.656335 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (d15ce195-e45c-42e6-92ee-916e79699059), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.825614 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (d15ce195-e45c-42e6-92ee-916e79699059), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.833031 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (d15ce195-e45c-42e6-92ee-916e79699059), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.911622 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=d15ce195-e45c-42e6-92ee-916e79699059,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:22.922024 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (9be50bd8-2ec2-4721-95db-e259ce9ca888), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.942068 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:22.943367 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-33e7e005-d388-4eba-a05d-2b407009b1a1 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8357561 Jun 24 09:47:23.118810 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-05d76575-53a7-432a-87a0-0214da0005a0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--304862736&fields=id&tenant_id=30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 267 time: 0.0471826 Jun 24 09:47:23.254851 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-873741b5-5d43-494b-a154-d2bbb4a14429 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:23.256380 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-873741b5-5d43-494b-a154-d2bbb4a14429 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 814 time: 0.1297526 Jun 24 09:47:23.277106 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b9fb7770-022d-44f4-b9a3-5a0af3b6bb8a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/quotas/30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 375 time: 0.0123453 Jun 24 09:47:23.290051 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:23.348761 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-3b44bba5-988a-4cb3-a441-a215f435580b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651729 Jun 24 09:47:23.552162 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b23a46-24bf-4911-be80-3ab69870a2a5 req-d543f58f-3667-441f-8eb9-e7f51d54f75a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:23.553684 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a1b23a46-24bf-4911-be80-3ab69870a2a5 req-d543f58f-3667-441f-8eb9-e7f51d54f75a tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0929599 Jun 24 09:47:23.631230 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:23.657178 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-d39d2f09-9bfe-459c-9c38-98acac56be56 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960205 Jun 24 09:47:23.662720 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a1b23a46-24bf-4911-be80-3ab69870a2a5 req-36442735-6b71-4177-925d-f002d0385852 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020484 Jun 24 09:47:23.762021 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-05591ab8-1c20-469d-9fed-65fdc0b21db4 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980456 Jun 24 09:47:23.959708 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d6a04ea5-7cb8-4f08-b619-f35ff3935c08 req-e30ae53d-1949-4e7c-92a9-e35a6661355e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 210 time: 0.0292242 Jun 24 09:47:24.795320 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6ab2f-de50-40dd-ae08-4b88bf814445 req-7a50bf16-6c0f-4721-8036-1fc4c28b3d1d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:24.796768 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ddf6ab2f-de50-40dd-ae08-4b88bf814445 req-7a50bf16-6c0f-4721-8036-1fc4c28b3d1d tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0509758 Jun 24 09:47:24.848953 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ddf6ab2f-de50-40dd-ae08-4b88bf814445 req-da83a32a-ad92-4c51-8e05-9b42f22d0d8e tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Jun 24 09:47:24.901034 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 74e14930-4c89-4d5f-9bea-32720c272816 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:24.921292 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: 74e14930-4c89-4d5f-9bea-32720c272816 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:24.921581 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 74e14930-4c89-4d5f-9bea-32720c272816 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:25.069797 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-68876011-0d6d-41bb-a87e-d07f0b6e02d3 req-38b71fac-39f6-4908-84bb-77874e487249 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 210 time: 0.0320299 Jun 24 09:47:25.440889 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:25.488652 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7343c9cd-7ab9-459d-87cf-75468d7aea6b req-19c2b994-c662-43b2-ac53-668f6a4e24b6 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007842856&fields=id&tenant_id=a0aff51028ec477ebbc12e078174977a HTTP/1.1" status: 200 len: 267 time: 0.0569723 Jun 24 09:47:25.551804 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343c9cd-7ab9-459d-87cf-75468d7aea6b req-1c8c0766-c405-4669-b5ca-70bb9390361f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:25.554055 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7343c9cd-7ab9-459d-87cf-75468d7aea6b req-1c8c0766-c405-4669-b5ca-70bb9390361f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 984 time: 0.0589440 Jun 24 09:47:25.571766 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-7343c9cd-7ab9-459d-87cf-75468d7aea6b req-ed782ece-ed73-4544-b542-0a1d7d25416a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Request body: {'port': {'security_groups': ['498d4535-69b2-4260-8383-83aa80d989b6']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:25.656231 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-7343c9cd-7ab9-459d-87cf-75468d7aea6b req-ed782ece-ed73-4544-b542-0a1d7d25416a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:25.839588 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-7343c9cd-7ab9-459d-87cf-75468d7aea6b req-ed782ece-ed73-4544-b542-0a1d7d25416a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] For port de309464-eb94-4c38-b29b-c293a12d68b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de309464-eb94-4c38-b29b-c293a12d68b1,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:25.869071 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-7343c9cd-7ab9-459d-87cf-75468d7aea6b req-ed782ece-ed73-4544-b542-0a1d7d25416a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for port (de309464-eb94-4c38-b29b-c293a12d68b1), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:25.875729 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-7343c9cd-7ab9-459d-87cf-75468d7aea6b req-ed782ece-ed73-4544-b542-0a1d7d25416a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:25.890328 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:25.891441 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['de309464-eb94-4c38-b29b-c293a12d68b1'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:47:25.931297 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343c9cd-7ab9-459d-87cf-75468d7aea6b req-ed782ece-ed73-4544-b542-0a1d7d25416a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:25.931937 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-7343c9cd-7ab9-459d-87cf-75468d7aea6b req-ed782ece-ed73-4544-b542-0a1d7d25416a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:25.939654 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7343c9cd-7ab9-459d-87cf-75468d7aea6b req-ed782ece-ed73-4544-b542-0a1d7d25416a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "PUT /v2.0/ports/de309464-eb94-4c38-b29b-c293a12d68b1 HTTP/1.1" status: 200 len: 942 time: 0.3734400 Jun 24 09:47:25.940001 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:25.942288 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a1295e-81db-46e4-a66b-0747f3a73351" -d '{"events": [{"name": "network-changed", "server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:25.944816 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb97f5-abfb-4b91-931a-25bfa397812e req-a16d4c57-318a-44cc-83d0-52492d8765d8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:25.947629 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-82bb97f5-abfb-4b91-931a-25bfa397812e req-a16d4c57-318a-44cc-83d0-52492d8765d8 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.0703316 Jun 24 09:47:25.948029 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58840) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:26.020126 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed782ece-ed73-4544-b542-0a1d7d25416a tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event updated for resources: {'Port': ['ID=de309464-eb94-4c38-b29b-c293a12d68b1,revision_number=7']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:26.046649 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['de309464-eb94-4c38-b29b-c293a12d68b1'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:47:26.047510 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f3d13-08ce-4b45-85a9-9f2ac5eef12a req-22a56c16-15b6-48ef-aac8-cab19f687095 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:26.049273 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e50f3d13-08ce-4b45-85a9-9f2ac5eef12a req-22a56c16-15b6-48ef-aac8-cab19f687095 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=bebb7ab7-cad1-4e94-aedd-5852d76b5f3c HTTP/1.1" status: 200 len: 946 time: 0.1020050 Jun 24 09:47:26.262047 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-82bb97f5-abfb-4b91-931a-25bfa397812e req-7839504c-8268-466e-ab41-fd0cbd7da3b1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Deleting port ccbac6d6-252a-4188-b391-a975bc7720c2 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:26.262389 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-82bb97f5-abfb-4b91-931a-25bfa397812e req-7839504c-8268-466e-ab41-fd0cbd7da3b1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:26.299771 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-e4d08bac-bc4c-4e65-9453-fe5b27a5da8c None None] Provisioning complete for port de309464-eb94-4c38-b29b-c293a12d68b1 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:47:26.300435 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e4d08bac-bc4c-4e65-9453-fe5b27a5da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:26.354424 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:26.408152 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-e4d08bac-bc4c-4e65-9453-fe5b27a5da8c None None] Current status of the port de309464-eb94-4c38-b29b-c293a12d68b1 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:47:26.415400 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-82bb97f5-abfb-4b91-931a-25bfa397812e req-7839504c-8268-466e-ab41-fd0cbd7da3b1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] For port ccbac6d6-252a-4188-b391-a975bc7720c2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ccbac6d6-252a-4188-b391-a975bc7720c2,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:26.415875 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-82bb97f5-abfb-4b91-931a-25bfa397812e req-7839504c-8268-466e-ab41-fd0cbd7da3b1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:26.432532 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-82bb97f5-abfb-4b91-931a-25bfa397812e req-7839504c-8268-466e-ab41-fd0cbd7da3b1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Calling delete_port for ccbac6d6-252a-4188-b391-a975bc7720c2 owned by compute:nova {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:26.439920 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c70152-0d08-435b-95c1-a38ae9381e7a x-openstack-request-id: req-35c70152-0d08-435b-95c1-a38ae9381e7a {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:26.440502 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:26.440614 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35c70152-0d08-435b-95c1-a38ae9381e7a {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:26.440957 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c70152-0d08-435b-95c1-a38ae9381e7a'] response: {'name': 'network-changed', 'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'status': 'completed', 'code': 200} Jun 24 09:47:26.446229 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1f22ac06-00d7-4cb7-a0e3-fff1fa6b4245 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group (309ce118-b51a-42e5-b315-1f2652eb254c), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:26.542564 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7e72874c-2cf0-430a-a8ec-ec9b18261a63 req-5bd8af1d-fdbc-44b1-bcd2-f287059f087c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 210 time: 0.0986269 Jun 24 09:47:26.553117 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e50f3d13-08ce-4b45-85a9-9f2ac5eef12a req-ea95fd25-93a9-45bb-b61a-254fdbe80983 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962914 Jun 24 09:47:26.558255 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1f22ac06-00d7-4cb7-a0e3-fff1fa6b4245 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group (309ce118-b51a-42e5-b315-1f2652eb254c), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:26.569571 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-82bb97f5-abfb-4b91-931a-25bfa397812e req-7839504c-8268-466e-ab41-fd0cbd7da3b1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (ccbac6d6-252a-4188-b391-a975bc7720c2), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:26.583432 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['ccbac6d6-252a-4188-b391-a975bc7720c2', '70b66b36-bc61-4e7d-8b33-ed840e49fe68'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:47:26.604476 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839504c-8268-466e-ab41-fd0cbd7da3b1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event deleted for resources: {'Port': ['ID=ccbac6d6-252a-4188-b391-a975bc7720c2,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:26.630443 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:26.636071 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:26.652128 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bb97f5-abfb-4b91-931a-25bfa397812e req-7839504c-8268-466e-ab41-fd0cbd7da3b1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] No DVR routers for this DVR port ccbac6d6-252a-4188-b391-a975bc7720c2 on host hv-cinder-80382 {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:47:26.652795 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1295e-81db-46e4-a66b-0747f3a73351 req-a115cb51-88bb-464c-aa77-83e01ff47074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:26.654315 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-82bb97f5-abfb-4b91-931a-25bfa397812e req-7839504c-8268-466e-ab41-fd0cbd7da3b1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:26.654446 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-25a1295e-81db-46e4-a66b-0747f3a73351 req-a115cb51-88bb-464c-aa77-83e01ff47074 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0aff51028ec477ebbc12e078174977a&device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 1129 time: 0.2126997 Jun 24 09:47:26.657969 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-82bb97f5-abfb-4b91-931a-25bfa397812e req-7839504c-8268-466e-ab41-fd0cbd7da3b1 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "DELETE /v2.0/ports/ccbac6d6-252a-4188-b391-a975bc7720c2 HTTP/1.1" status: 204 len: 173 time: 0.5737054 Jun 24 09:47:26.658599 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebb7ab7-cad1-4e94-aedd-5852d76b5f3c', 'name': 'network-vif-deleted', 'tag': 'ccbac6d6-252a-4188-b391-a975bc7720c2'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:26.661649 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80350e7a-902e-4932-92ed-6d3c08d4cc0d" -d '{"events": [{"server_uuid": "bebb7ab7-cad1-4e94-aedd-5852d76b5f3c", "name": "network-vif-deleted", "tag": "ccbac6d6-252a-4188-b391-a975bc7720c2"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:26.707829 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-f21c3d10-9f41-48c3-88be-10267a850a21 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:26.709570 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-f21c3d10-9f41-48c3-88be-10267a850a21 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 814 time: 0.2667437 Jun 24 09:47:26.739696 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839064d8-84ec-4620-b480-5eee984fcd0c x-openstack-request-id: req-839064d8-84ec-4620-b480-5eee984fcd0c {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:26.740850 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebb7ab7-cad1-4e94-aedd-5852d76b5f3c", "name": "network-vif-deleted", "tag": "ccbac6d6-252a-4188-b391-a975bc7720c2", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:26.741334 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-839064d8-84ec-4620-b480-5eee984fcd0c {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:26.742063 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839064d8-84ec-4620-b480-5eee984fcd0c'] response: {'server_uuid': 'bebb7ab7-cad1-4e94-aedd-5852d76b5f3c', 'name': 'network-vif-deleted', 'tag': 'ccbac6d6-252a-4188-b391-a975bc7720c2', 'status': 'completed', 'code': 200} Jun 24 09:47:26.760613 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:26.821178 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1295e-81db-46e4-a66b-0747f3a73351 req-f6c7cdcb-a3e7-4382-87b3-00a6a01d0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:26.822701 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-25a1295e-81db-46e4-a66b-0747f3a73351 req-f6c7cdcb-a3e7-4382-87b3-00a6a01d0f0b service neutron] 10.222.0.47 "GET /v2.0/networks?id=81ccbe4d-d281-46f1-a767-e183ccaac7bb HTTP/1.1" status: 200 len: 916 time: 0.1564016 Jun 24 09:47:26.826005 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1f22ac06-00d7-4cb7-a0e3-fff1fa6b4245 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (309ce118-b51a-42e5-b315-1f2652eb254c), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:26.828528 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1f22ac06-00d7-4cb7-a0e3-fff1fa6b4245 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:26.829601 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-1f22ac06-00d7-4cb7-a0e3-fff1fa6b4245 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "DELETE /v2.0/security-groups/309ce118-b51a-42e5-b315-1f2652eb254c HTTP/1.1" status: 204 len: 168 time: 0.8719771 Jun 24 09:47:26.832583 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58860) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:26.849271 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22ac06-00d7-4cb7-a0e3-fff1fa6b4245 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=309ce118-b51a-42e5-b315-1f2652eb254c,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:26.854987 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-44116c7e-6806-4d73-86e1-9b9876594a8b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30033ce42b5a43b78dde38163831cea2 HTTP/1.1" status: 200 len: 379 time: 0.1295273 Jun 24 09:47:26.975345 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Deleting port 0ed39acc-cf5e-4a83-a907-44b29d895864 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:26.975899 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (0ed39acc-cf5e-4a83-a907-44b29d895864), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:27.061272 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (0ed39acc-cf5e-4a83-a907-44b29d895864), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:27.061610 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for floatingip (0ed39acc-cf5e-4a83-a907-44b29d895864), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:27.071688 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'port': {'device_id': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'admin_state_up': True, 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'security_groups': ['453f09ad-8395-41ff-b0dc-92f57e1fcea7']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:27.078236 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Calling delete_port for 0ed39acc-cf5e-4a83-a907-44b29d895864 owned by network:floatingip {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:27.184636 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-25a1295e-81db-46e4-a66b-0747f3a73351 req-10918f3e-27ed-4200-b6da-146c9bbb33a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de309464-eb94-4c38-b29b-c293a12d68b1 HTTP/1.1" status: 200 len: 1000 time: 0.1238775 Jun 24 09:47:27.260279 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1295e-81db-46e4-a66b-0747f3a73351 req-db336212-beef-4731-b279-2ce3e200bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:27.261646 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-25a1295e-81db-46e4-a66b-0747f3a73351 req-db336212-beef-4731-b279-2ce3e200bd67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c9d977b-db01-4904-a89c-a3bdc07cacef HTTP/1.1" status: 200 len: 854 time: 0.0695372 Jun 24 09:47:27.266711 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:27.278410 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (0ed39acc-cf5e-4a83-a907-44b29d895864), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:27.304654 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Made reservation on behalf of 30033ce42b5a43b78dde38163831cea2 for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:47:27.305495 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event deleted for resources: {'Port': ['ID=0ed39acc-cf5e-4a83-a907-44b29d895864,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:27.308147 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:27.333577 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:27.334003 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1295e-81db-46e4-a66b-0747f3a73351 req-56aa8231-9bae-42a5-a417-d4465f5746dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:27.335559 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-25a1295e-81db-46e4-a66b-0747f3a73351 req-56aa8231-9bae-42a5-a417-d4465f5746dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81ccbe4d-d281-46f1-a767-e183ccaac7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0651793 Jun 24 09:47:27.372578 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks [] for floatingip (89090141-4614-428c-8a12-8d5767815bc2), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:27.372868 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Floating IP 89090141-4614-428c-8a12-8d5767815bc2 disassociated (deleted). External IP: 172.27.1.47, port: de309464-eb94-4c38-b29b-c293a12d68b1. Jun 24 09:47:27.516011 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-25a1295e-81db-46e4-a66b-0747f3a73351 req-329e42cf-d036-4dfc-9b30-bb4aa9e497bc service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727612 Jun 24 09:47:27.522257 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Allocated IP 172.20.0.11 (d6d825bf-3025-4144-aa4c-5693ec78fffa/2f1591ae-0529-40f2-a2e2-f283f857afff/a767a0b3-c7d0-4fd0-895f-6d471a89e711) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:47:27.581435 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:47:27.631556 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:27.697665 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:47:27.697929 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-25a1295e-81db-46e4-a66b-0747f3a73351 req-48a2711c-dfee-45ab-8299-47b4337a6cb1 service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733551 Jun 24 09:47:27.699515 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dcd64311-35d8-4205-849a-893867852743 req-36e5234f-d511-4697-8604-3335c998c1f7 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 210 time: 0.0558093 Jun 24 09:47:27.712698 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad136201-6ece-4bb9-95b4-cd8843e18db8 None None] Sync routers for ids ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:47:27.714445 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:27.727974 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad136201-6ece-4bb9-95b4-cd8843e18db8 None None] Routers {'1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:27.729602 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-ad136201-6ece-4bb9-95b4-cd8843e18db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:27.760024 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e0e39168-4a0e-45df-a722-d54359caf13f tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "DELETE /v2.0/floatingips/89090141-4614-428c-8a12-8d5767815bc2 HTTP/1.1" status: 204 len: 168 time: 0.9255159 Jun 24 09:47:27.794813 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:27.824163 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:27.838098 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:27.893525 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-ad136201-6ece-4bb9-95b4-cd8843e18db8 None None] Set router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:27.931683 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Network d6d825bf-3025-4144-aa4c-5693ec78fffa is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:47:27.940625 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:47:27.943223 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:47:27.974418 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event updated for resources: {'Port': ['ID=a767a0b3-c7d0-4fd0-895f-6d471a89e711,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:27.992014 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d73d02-e947-4b48-808f-82b46d5486fa req-773dff7b-d077-4386-8a14-8e8aca2ab7e0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:27.993652 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-32d73d02-e947-4b48-808f-82b46d5486fa req-773dff7b-d077-4386-8a14-8e8aca2ab7e0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.1119955 Jun 24 09:47:28.029544 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:28.030196 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:28.070708 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-32d73d02-e947-4b48-808f-82b46d5486fa req-d4d3456b-4bf1-43ca-832f-d660bceb9b64 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706294 Jun 24 09:47:28.081468 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-b2212e4c-ea5f-4769-af68-e1d989c29f59 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0186696 Jun 24 09:47:28.231154 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-ad136201-6ece-4bb9-95b4-cd8843e18db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 4, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'b0b73562-fd40-4818-80ba-a8071710c2ac', 'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'mac_address': 'fa:16:3e:3b:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:43Z', 'updated_at': '2022-06-24T09:44:50Z', 'revision_number': 5, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'subnets': [{'id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:28.250932 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-2ba687a1-9a48-4d25-9589-b102492305f1 None None] Provisioning complete for port a767a0b3-c7d0-4fd0-895f-6d471a89e711 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:47:28.251691 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2ba687a1-9a48-4d25-9589-b102492305f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:28.255598 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad136201-6ece-4bb9-95b4-cd8843e18db8 None None] Checking router: 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:47:28.264312 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad136201-6ece-4bb9-95b4-cd8843e18db8 None None] Routers {'1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:28.264909 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-ad136201-6ece-4bb9-95b4-cd8843e18db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:28.284888 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-2ba687a1-9a48-4d25-9589-b102492305f1 None None] Port a767a0b3-c7d0-4fd0-895f-6d471a89e711 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:47:28.364866 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-ad136201-6ece-4bb9-95b4-cd8843e18db8 None None] Set router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:28.433954 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:28.570086 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-ad136201-6ece-4bb9-95b4-cd8843e18db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 4, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'b0b73562-fd40-4818-80ba-a8071710c2ac', 'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'mac_address': 'fa:16:3e:3b:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:43Z', 'updated_at': '2022-06-24T09:44:50Z', 'revision_number': 5, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'subnets': [{'id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:28.598907 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad136201-6ece-4bb9-95b4-cd8843e18db8 None None] The sync data for ids ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'] in dv-cinder-803823-13-iscsi is: [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:44:44Z', 'revision_number': 4, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'b0b73562-fd40-4818-80ba-a8071710c2ac', 'name': '', 'network_id': '81ccbe4d-d281-46f1-a767-e183ccaac7bb', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'mac_address': 'fa:16:3e:3b:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:43Z', 'updated_at': '2022-06-24T09:44:50Z', 'revision_number': 5, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'subnets': [{'id': '7c9d977b-db01-4904-a89c-a3bdc07cacef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:47:28.743486 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:28.746430 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387180c3-e130-43d6-99dc-d8d1d2f8bd02" -d '{"events": [{"name": "network-changed", "server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:28.790767 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383be740-261e-47ba-a858-38d3d6bb8bbf x-openstack-request-id: req-383be740-261e-47ba-a858-38d3d6bb8bbf {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:28.790994 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:28.791571 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-383be740-261e-47ba-a858-38d3d6bb8bbf {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:28.792139 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383be740-261e-47ba-a858-38d3d6bb8bbf'] response: {'name': 'network-changed', 'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'status': 'completed', 'code': 200} Jun 24 09:47:28.825899 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe662f-3c2f-49c3-a914-d1f41d07ca1e None None] New status for floating IP 89090141-4614-428c-8a12-8d5767815bc2: DOWN {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:47:28.832750 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2095017-ad56-488a-8c60-635c458f1cd2 req-a5a9ec46-f72c-41fe-91a8-13d606f4af8e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:28.834341 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f2095017-ad56-488a-8c60-635c458f1cd2 req-a5a9ec46-f72c-41fe-91a8-13d606f4af8e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 932 time: 0.0590661 Jun 24 09:47:28.890875 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f2095017-ad56-488a-8c60-635c458f1cd2 req-6de2210d-f22f-497c-9e05-726b43d3511e tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505505 Jun 24 09:47:29.214807 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41687500-1543-441a-8ac9-e0358527e267 req-0ee7b1a7-e3db-43b8-9f87-46aae4ecfeea tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:29.216287 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-41687500-1543-441a-8ac9-e0358527e267 req-0ee7b1a7-e3db-43b8-9f87-46aae4ecfeea tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0531344 Jun 24 09:47:29.272275 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-41687500-1543-441a-8ac9-e0358527e267 req-89ea9030-7a59-4375-bbed-2c2c7c2d01e7 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485320 Jun 24 09:47:30.035547 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206dc39-bb76-4562-a16c-b9e0698d0775 req-4e9bd363-15e2-4325-bf1e-74077a4d419c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:30.036925 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1206dc39-bb76-4562-a16c-b9e0698d0775 req-4e9bd363-15e2-4325-bf1e-74077a4d419c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 932 time: 0.0558200 Jun 24 09:47:30.090988 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1206dc39-bb76-4562-a16c-b9e0698d0775 req-fc2ea3fb-f5ff-40b5-8332-5fb95c72844b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481787 Jun 24 09:47:30.391436 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee95155-7b18-4c22-a3ee-b88ec4eb401d req-b623ef9f-df60-4b19-9b6b-d5e25ab2d3d0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:30.392928 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cee95155-7b18-4c22-a3ee-b88ec4eb401d req-b623ef9f-df60-4b19-9b6b-d5e25ab2d3d0 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0483308 Jun 24 09:47:30.441570 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cee95155-7b18-4c22-a3ee-b88ec4eb401d req-254ccd28-05e9-4f5e-b812-d8296c94ebf4 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428391 Jun 24 09:47:30.736145 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Request body: {'port': {'device_id': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:30.839642 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387180c3-e130-43d6-99dc-d8d1d2f8bd02 req-4a1dfc46-d3b5-427f-959c-a2d26c9b5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:30.841134 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-387180c3-e130-43d6-99dc-d8d1d2f8bd02 req-4a1dfc46-d3b5-427f-959c-a2d26c9b5f82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0aff51028ec477ebbc12e078174977a&device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 1129 time: 0.0768812 Jun 24 09:47:30.848422 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:30.849147 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:47:30.949021 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ccbac6d6-252a-4188-b391-a975bc7720c2 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:30.968261 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: ccbac6d6-252a-4188-b391-a975bc7720c2 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:30.968685 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ccbac6d6-252a-4188-b391-a975bc7720c2 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:30.989523 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:31.067894 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:31.114568 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a767a0b3-c7d0-4fd0-895f-6d471a89e711 {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:47:31.122497 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Publish callbacks [] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:31.135671 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Transition to ACTIVE for port object a767a0b3-c7d0-4fd0-895f-6d471a89e711 will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:47:31.140723 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:31.213154 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895941a8-a500-43d4-ba15-761956369b67 req-8212f8f3-af1a-4f1f-8357-788ea971efc6 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:31.215795 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-895941a8-a500-43d4-ba15-761956369b67 req-8212f8f3-af1a-4f1f-8357-788ea971efc6 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.0566108 Jun 24 09:47:31.228831 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Pushing event updated for resources: {'Port': ['ID=a767a0b3-c7d0-4fd0-895f-6d471a89e711,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:31.370135 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-895941a8-a500-43d4-ba15-761956369b67 req-7799ea05-f7fc-499e-a3c0-07cdfd28503f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Deleting port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:31.370475 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-895941a8-a500-43d4-ba15-761956369b67 req-7799ea05-f7fc-499e-a3c0-07cdfd28503f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:31.421632 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f647b8f-0491-4e87-9f6c-96502a717bcf req-4031a0a8-08df-422a-9094-b22e37385007 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:31.423168 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1f647b8f-0491-4e87-9f6c-96502a717bcf req-4031a0a8-08df-422a-9094-b22e37385007 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 944 time: 0.0847914 Jun 24 09:47:31.426879 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387180c3-e130-43d6-99dc-d8d1d2f8bd02 req-26d04f41-b5ca-4a7c-9ca6-d2a2a632b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:31.428263 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-387180c3-e130-43d6-99dc-d8d1d2f8bd02 req-26d04f41-b5ca-4a7c-9ca6-d2a2a632b73e service neutron] 10.222.0.47 "GET /v2.0/networks?id=81ccbe4d-d281-46f1-a767-e183ccaac7bb HTTP/1.1" status: 200 len: 916 time: 0.2548215 Jun 24 09:47:31.462713 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Attempting to bind port a767a0b3-c7d0-4fd0-895f-6d471a89e711 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:47:31.463052 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Attempting to bind port a767a0b3-c7d0-4fd0-895f-6d471a89e711 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:47:31.463687 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Attempting to bind port a767a0b3-c7d0-4fd0-895f-6d471a89e711 on network d6d825bf-3025-4144-aa4c-5693ec78fffa {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:47:31.480417 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [req-895941a8-a500-43d4-ba15-761956369b67 req-7799ea05-f7fc-499e-a3c0-07cdfd28503f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] For port 70b66b36-bc61-4e7d-8b33-ed840e49fe68, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=70b66b36-bc61-4e7d-8b33-ed840e49fe68,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:31.481236 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-895941a8-a500-43d4-ba15-761956369b67 req-7799ea05-f7fc-499e-a3c0-07cdfd28503f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:31.501591 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [req-895941a8-a500-43d4-ba15-761956369b67 req-7799ea05-f7fc-499e-a3c0-07cdfd28503f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Calling delete_port for 70b66b36-bc61-4e7d-8b33-ed840e49fe68 owned by compute:nova {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:31.506088 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-387180c3-e130-43d6-99dc-d8d1d2f8bd02 req-66b6b6b8-1cce-475e-bd7f-8df6c2a0046f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de309464-eb94-4c38-b29b-c293a12d68b1 HTTP/1.1" status: 200 len: 217 time: 0.0628343 Jun 24 09:47:31.511566 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Port a767a0b3-c7d0-4fd0-895f-6d471a89e711 on network d6d825bf-3025-4144-aa4c-5693ec78fffa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:47:31.511889 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Attempting to bind port a767a0b3-c7d0-4fd0-895f-6d471a89e711 on network d6d825bf-3025-4144-aa4c-5693ec78fffa {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:47:31.563936 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:47:31.564269 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Checking segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:47:31.564709 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Bound using segment: {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:47:31.565187 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Bound port: a767a0b3-c7d0-4fd0-895f-6d471a89e711, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7556cfcf-4ef7-4791-ae17-2c5adfd3be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:47:31.565885 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:31.612592 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1f647b8f-0491-4e87-9f6c-96502a717bcf req-85fe781c-e764-4926-a00b-d80fa995001a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785262 Jun 24 09:47:31.661934 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387180c3-e130-43d6-99dc-d8d1d2f8bd02 req-58a974bd-722b-4164-9f48-42073db13d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:31.662326 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-895941a8-a500-43d4-ba15-761956369b67 req-7799ea05-f7fc-499e-a3c0-07cdfd28503f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (70b66b36-bc61-4e7d-8b33-ed840e49fe68), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:31.663421 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-387180c3-e130-43d6-99dc-d8d1d2f8bd02 req-58a974bd-722b-4164-9f48-42073db13d39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c9d977b-db01-4904-a89c-a3bdc07cacef HTTP/1.1" status: 200 len: 854 time: 0.1419685 Jun 24 09:47:31.671114 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe188a-f0aa-4aeb-bf20-964a1712e954 req-71488b5e-e223-4650-96f3-e6c8ceba4e7c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:31.672497 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-82fe188a-f0aa-4aeb-bf20-964a1712e954 req-71488b5e-e223-4650-96f3-e6c8ceba4e7c tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2135f6c7-0718-46fa-94a8-f948e487e37f HTTP/1.1" status: 200 len: 945 time: 0.1165385 Jun 24 09:47:31.681658 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['70b66b36-bc61-4e7d-8b33-ed840e49fe68'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:47:31.693335 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799ea05-f7fc-499e-a3c0-07cdfd28503f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Pushing event deleted for resources: {'Port': ['ID=70b66b36-bc61-4e7d-8b33-ed840e49fe68,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:31.740623 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [req-895941a8-a500-43d4-ba15-761956369b67 req-7799ea05-f7fc-499e-a3c0-07cdfd28503f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] No DVR routers for this DVR port 70b66b36-bc61-4e7d-8b33-ed840e49fe68 on host hv-cinder-80382 {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:47:31.745098 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] For port a767a0b3-c7d0-4fd0-895f-6d471a89e711, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:47:31.747251 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [req-895941a8-a500-43d4-ba15-761956369b67 req-7799ea05-f7fc-499e-a3c0-07cdfd28503f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:31.748876 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387180c3-e130-43d6-99dc-d8d1d2f8bd02 req-ece94f53-64e9-463f-938d-0306a9f4d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:31.750228 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-387180c3-e130-43d6-99dc-d8d1d2f8bd02 req-ece94f53-64e9-463f-938d-0306a9f4d908 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81ccbe4d-d281-46f1-a767-e183ccaac7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0768452 Jun 24 09:47:31.750678 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-895941a8-a500-43d4-ba15-761956369b67 req-7799ea05-f7fc-499e-a3c0-07cdfd28503f tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.47 "DELETE /v2.0/ports/70b66b36-bc61-4e7d-8b33-ed840e49fe68 HTTP/1.1" status: 204 len: 173 time: 0.5280528 Jun 24 09:47:31.751151 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2135f6c7-0718-46fa-94a8-f948e487e37f', 'name': 'network-vif-deleted', 'tag': '70b66b36-bc61-4e7d-8b33-ed840e49fe68'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:31.753545 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7f2254-05fa-4e9b-b92d-c9d21ad019e4" -d '{"events": [{"server_uuid": "2135f6c7-0718-46fa-94a8-f948e487e37f", "name": "network-vif-deleted", "tag": "70b66b36-bc61-4e7d-8b33-ed840e49fe68"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:31.757101 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] For port a767a0b3-c7d0-4fd0-895f-6d471a89e711, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a767a0b3-c7d0-4fd0-895f-6d471a89e711,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:47:31.765530 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:31.844909 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-82fe188a-f0aa-4aeb-bf20-964a1712e954 req-edacad4c-66e3-4536-83b6-da5578fb0eb5 tempest-ServerRescueNegativeTestJSON-2069816343 tempest-ServerRescueNegativeTestJSON-2069816343-project] 10.222.0.65 "GET /v2.0/security-groups?id=83053fff-555b-4ac5-85fc-c9cccf3a9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575882 Jun 24 09:47:31.853135 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:31.853772 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:31.855170 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] 10.222.0.47 "PUT /v2.0/ports/a767a0b3-c7d0-4fd0-895f-6d471a89e711 HTTP/1.1" status: 200 len: 1094 time: 1.1249466 Jun 24 09:47:31.857688 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'tag': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:31.860030 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1357ca-a25d-42aa-80b3-3c4795a002b7" -d '{"events": [{"name": "network-changed", "server_uuid": "21ad568e-23cd-4785-ac2f-89601b02e8cb", "tag": "a767a0b3-c7d0-4fd0-895f-6d471a89e711"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:31.886869 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fa2c49-c22f-476e-901f-f31b55a630e8 x-openstack-request-id: req-e4fa2c49-c22f-476e-901f-f31b55a630e8 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:31.887197 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2135f6c7-0718-46fa-94a8-f948e487e37f", "name": "network-vif-deleted", "tag": "70b66b36-bc61-4e7d-8b33-ed840e49fe68", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:31.887467 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4fa2c49-c22f-476e-901f-f31b55a630e8 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:31.888157 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fa2c49-c22f-476e-901f-f31b55a630e8'] response: {'server_uuid': '2135f6c7-0718-46fa-94a8-f948e487e37f', 'name': 'network-vif-deleted', 'tag': '70b66b36-bc61-4e7d-8b33-ed840e49fe68', 'status': 'completed', 'code': 200} Jun 24 09:47:31.908950 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaf5f6-4fc7-4263-a4ba-254e2750d683 service neutron] Pushing event updated for resources: {'Port': ['ID=a767a0b3-c7d0-4fd0-895f-6d471a89e711,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:31.935588 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:31.950478 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daad4dd-ae1d-4aa3-a282-9e971a433986 x-openstack-request-id: req-7daad4dd-ae1d-4aa3-a282-9e971a433986 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:31.950738 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ad568e-23cd-4785-ac2f-89601b02e8cb", "tag": "a767a0b3-c7d0-4fd0-895f-6d471a89e711", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:31.951103 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7daad4dd-ae1d-4aa3-a282-9e971a433986 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:31.951549 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7daad4dd-ae1d-4aa3-a282-9e971a433986'] response: {'name': 'network-changed', 'server_uuid': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'tag': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711', 'status': 'completed', 'code': 200} Jun 24 09:47:31.982584 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:31.985048 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-387180c3-e130-43d6-99dc-d8d1d2f8bd02 req-3f20cb9a-7d70-4e6d-9f50-c16972c8882e service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231441 Jun 24 09:47:31.993575 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-76e0b9d5-4b43-4c01-a204-510b3f8305a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:31.995101 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-76e0b9d5-4b43-4c01-a204-510b3f8305a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 1128 time: 0.0581648 Jun 24 09:47:32.219285 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-4df40fdb-b0ff-4363-9a72-5f1e419fbf8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a767a0b3-c7d0-4fd0-895f-6d471a89e711 HTTP/1.1" status: 200 len: 217 time: 0.0538299 Jun 24 09:47:32.318802 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-599be3a1-3c86-4864-b515-83f18a72dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:32.320201 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-599be3a1-3c86-4864-b515-83f18a72dbc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f1591ae-0529-40f2-a2e2-f283f857afff HTTP/1.1" status: 200 len: 853 time: 0.0897653 Jun 24 09:47:32.338992 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-387180c3-e130-43d6-99dc-d8d1d2f8bd02 req-a3e5ed27-9b39-48ce-8750-7e11bc1e99c8 service neutron] 10.222.0.47 "GET /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672621 Jun 24 09:47:32.371957 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-bd62d2e0-8a84-4b8b-b132-c419ffdad2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:32.373499 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-bd62d2e0-8a84-4b8b-b132-c419ffdad2b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6d825bf-3025-4144-aa4c-5693ec78fffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458431 Jun 24 09:47:32.467687 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-79e48f76-db13-4d47-a721-8204ea876e56 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874777 Jun 24 09:47:32.565402 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fbc6bd3a-9260-4ff2-a298-100239e14a40 req-ee405fe3-b6f3-4cac-9c6c-33c6e6c38352 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905550 Jun 24 09:47:32.746725 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaa2f0-d86f-477b-a413-bdca08a62d87 req-0b3bd221-974f-4d0d-8ca1-4482f6339445 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:32.748287 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0dcaa2f0-d86f-477b-a413-bdca08a62d87 req-0b3bd221-974f-4d0d-8ca1-4482f6339445 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 944 time: 0.0488713 Jun 24 09:47:32.804434 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0dcaa2f0-d86f-477b-a413-bdca08a62d87 req-df260e83-9070-451f-a133-1cfb5cc5cac5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486948 Jun 24 09:47:32.907412 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58920) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:33.100576 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:33.358575 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:33.376997 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1357ca-a25d-42aa-80b3-3c4795a002b7 req-6afda8af-5faa-45ed-a9f1-036f69d79fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:33.379226 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec1357ca-a25d-42aa-80b3-3c4795a002b7 req-6afda8af-5faa-45ed-a9f1-036f69d79fc2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 1128 time: 0.0455348 Jun 24 09:47:33.473650 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1357ca-a25d-42aa-80b3-3c4795a002b7 req-f183bb4e-8c29-4da8-8deb-604f98858648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:33.475113 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec1357ca-a25d-42aa-80b3-3c4795a002b7 req-f183bb4e-8c29-4da8-8deb-604f98858648 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 915 time: 0.0888231 Jun 24 09:47:33.515325 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec1357ca-a25d-42aa-80b3-3c4795a002b7 req-a07aaa3b-eb86-4a29-aa43-44d119460868 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a767a0b3-c7d0-4fd0-895f-6d471a89e711 HTTP/1.1" status: 200 len: 217 time: 0.0324314 Jun 24 09:47:33.567486 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1357ca-a25d-42aa-80b3-3c4795a002b7 req-f5c6f666-a936-41b5-a8d7-80254e3e116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:33.568892 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec1357ca-a25d-42aa-80b3-3c4795a002b7 req-f5c6f666-a936-41b5-a8d7-80254e3e116c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f1591ae-0529-40f2-a2e2-f283f857afff HTTP/1.1" status: 200 len: 853 time: 0.0471230 Jun 24 09:47:33.587745 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1042661'] for router_interface (8f5a0532-93aa-429f-b4d8-abb390f8cb57), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:33.613776 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1357ca-a25d-42aa-80b3-3c4795a002b7 req-87c8ecee-b2d6-4151-ab99-62ff7ca38118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:33.615211 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec1357ca-a25d-42aa-80b3-3c4795a002b7 req-87c8ecee-b2d6-4151-ab99-62ff7ca38118 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6d825bf-3025-4144-aa4c-5693ec78fffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403240 Jun 24 09:47:33.718877 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec1357ca-a25d-42aa-80b3-3c4795a002b7 req-17164e6e-51c9-4725-9c4b-b3b5243895d8 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968318 Jun 24 09:47:33.848050 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] Deleting port 96bf818f-57ca-4a93-b442-7b81b3775887 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:33.848459 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:33.944513 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] For port 96bf818f-57ca-4a93-b442-7b81b3775887, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=96bf818f-57ca-4a93-b442-7b81b3775887,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:33.945625 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:33.961149 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] Calling delete_port for 96bf818f-57ca-4a93-b442-7b81b3775887 owned by network:router_interface {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:34.126936 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ddf45-b573-4ea1-9000-ec7298925e06 req-865fbe50-b879-4f3c-8061-d1ba47144ca4 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:34.128505 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6c6ddf45-b573-4ea1-9000-ec7298925e06 req-865fbe50-b879-4f3c-8061-d1ba47144ca4 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.1090066 Jun 24 09:47:34.132271 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:34.136162 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:34.149502 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (96bf818f-57ca-4a93-b442-7b81b3775887), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:34.157306 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47be7e-f6ab-4234-b107-c81bccc44d76 req-7f98e686-ff61-4570-8193-d1b960f2c4c3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:34.158850 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-eb47be7e-f6ab-4234-b107-c81bccc44d76 req-7f98e686-ff61-4570-8193-d1b960f2c4c3 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 944 time: 0.1382604 Jun 24 09:47:34.182282 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] Pushing event deleted for resources: {'Port': ['ID=96bf818f-57ca-4a93-b442-7b81b3775887,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:34.195869 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:34.206680 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec1357ca-a25d-42aa-80b3-3c4795a002b7 req-21bc3574-e81b-4a53-9b1d-047df8250bb1 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819322 Jun 24 09:47:34.248828 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6c6ddf45-b573-4ea1-9000-ec7298925e06 req-b183155c-6523-4cce-b8e8-fa8c8bba1ef2 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093252 Jun 24 09:47:34.252212 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-eb47be7e-f6ab-4234-b107-c81bccc44d76 req-b63da1ac-a0be-4467-92bf-8b5f7051fcd0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849822 Jun 24 09:47:34.295332 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:34.346705 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042545'] for router_interface (8f5a0532-93aa-429f-b4d8-abb390f8cb57), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:34.565683 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] Router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:47:34.675900 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:47:34.681266 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-7a31885d-8061-4002-82fe-0c24840fee79 admin admin] 10.222.0.65 "PUT /v2.0/routers/8f5a0532-93aa-429f-b4d8-abb390f8cb57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7728150 Jun 24 09:47:34.684157 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58932) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:34.685269 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396fd9e8-32b3-41e2-a732-871b421ada70 None None] Sync routers for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:47:34.696286 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fd9e8-32b3-41e2-a732-871b421ada70 None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:34.696891 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-396fd9e8-32b3-41e2-a732-871b421ada70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:34.786211 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Publish callbacks [] for router (8f5a0532-93aa-429f-b4d8-abb390f8cb57), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:34.788782 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:34.800207 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-396fd9e8-32b3-41e2-a732-871b421ada70 None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:34.888907 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Publish callbacks [] for router_gateway (8f5a0532-93aa-429f-b4d8-abb390f8cb57), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:34.934669 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Deleting port 337a9629-23a5-4d84-a44e-741ece46f468 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:34.935000 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (337a9629-23a5-4d84-a44e-741ece46f468), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:34.963035 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 70b66b36-bc61-4e7d-8b33-ed840e49fe68 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:34.969307 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-396fd9e8-32b3-41e2-a732-871b421ada70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '337a9629-23a5-4d84-a44e-741ece46f468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:47:34Z', 'revision_number': 5, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port': {'id': '337a9629-23a5-4d84-a44e-741ece46f468', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:52Z', 'updated_at': '2022-06-24T09:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:34.982661 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: 70b66b36-bc61-4e7d-8b33-ed840e49fe68 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:34.983175 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 70b66b36-bc61-4e7d-8b33-ed840e49fe68 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:34.995386 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396fd9e8-32b3-41e2-a732-871b421ada70 None None] Checking router: 8f5a0532-93aa-429f-b4d8-abb390f8cb57 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:47:35.004183 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fd9e8-32b3-41e2-a732-871b421ada70 None None] Routers {'8f5a0532-93aa-429f-b4d8-abb390f8cb57'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:35.004807 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-396fd9e8-32b3-41e2-a732-871b421ada70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:35.018131 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] For port 337a9629-23a5-4d84-a44e-741ece46f468, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=337a9629-23a5-4d84-a44e-741ece46f468,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:35.018702 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (337a9629-23a5-4d84-a44e-741ece46f468), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.032270 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Calling delete_port for 337a9629-23a5-4d84-a44e-741ece46f468 owned by network:router_gateway {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:35.089688 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-396fd9e8-32b3-41e2-a732-871b421ada70 None None] Set router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 gateway port host: None {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:35.143911 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-396fd9e8-32b3-41e2-a732-871b421ada70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:47:34Z', 'revision_number': 6, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port_host': None}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:35.145256 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:35.145891 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:35.170922 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396fd9e8-32b3-41e2-a732-871b421ada70 None None] The sync data for ids ['8f5a0532-93aa-429f-b4d8-abb390f8cb57'] in dv-cinder-803823-13-iscsi is: [{'id': '8f5a0532-93aa-429f-b4d8-abb390f8cb57', 'name': 'tempest-ServerRescueNegativeTestJSON-295495247-router', 'tenant_id': '42946f76423740028ae43dc6a49cbbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:47:34Z', 'revision_number': 6, 'project_id': '42946f76423740028ae43dc6a49cbbda', 'gw_port_host': None}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:47:35.215452 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (337a9629-23a5-4d84-a44e-741ece46f468), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.245552 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=337a9629-23a5-4d84-a44e-741ece46f468,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:35.315451 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1037141'] for router_gateway (8f5a0532-93aa-429f-b4d8-abb390f8cb57), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.403832 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec1eb7-c43b-4645-9de7-f72003eff755 req-93c9eec7-aeec-40ab-80ad-d32d9178a2cd tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:35.404586 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12167'] for router (8f5a0532-93aa-429f-b4d8-abb390f8cb57), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.405315 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a1ec1eb7-c43b-4645-9de7-f72003eff755 req-93c9eec7-aeec-40ab-80ad-d32d9178a2cd tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0808895 Jun 24 09:47:35.406744 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Publish callbacks [] for router_controller (8f5a0532-93aa-429f-b4d8-abb390f8cb57), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.413198 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29633c-effc-4ebf-b01d-eca467d3f37a req-a98b3e06-6113-4ae8-99e7-f38db7597d8a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:35.414625 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ba29633c-effc-4ebf-b01d-eca467d3f37a req-a98b3e06-6113-4ae8-99e7-f38db7597d8a tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 944 time: 0.0804331 Jun 24 09:47:35.449135 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1045202'] for router (8f5a0532-93aa-429f-b4d8-abb390f8cb57), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.450083 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f5a0532-93aa-429f-b4d8-abb390f8cb57 {{(pid=110593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:47:35.455399 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.456935 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ecbb9fce-df09-46d5-b369-7b9e7e762a0e admin admin] 10.222.0.65 "DELETE /v2.0/routers/8f5a0532-93aa-429f-b4d8-abb390f8cb57 HTTP/1.1" status: 204 len: 168 time: 0.7718523 Jun 24 09:47:35.459443 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58938) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:35.489595 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a1ec1eb7-c43b-4645-9de7-f72003eff755 req-b2e30170-12cc-4649-b473-bfc57025492b tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/security-groups?id=498d4535-69b2-4260-8383-83aa80d989b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739715 Jun 24 09:47:35.492847 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ba29633c-effc-4ebf-b01d-eca467d3f37a req-d0f65c5e-01cc-45be-bd40-aabe5396f28b tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703862 Jun 24 09:47:35.512064 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b5cc56-5227-43a5-ae36-144dd6229d4f admin admin] Deleting subnet 0cc4ca32-6807-4738-8cd7-ef513e1d29e9 {{(pid=110593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:47:35.515514 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a5b5cc56-5227-43a5-ae36-144dd6229d4f admin admin] Publish callbacks [] for subnet (0cc4ca32-6807-4738-8cd7-ef513e1d29e9), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.555035 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a5b5cc56-5227-43a5-ae36-144dd6229d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63160183'] for subnet (0cc4ca32-6807-4738-8cd7-ef513e1d29e9), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.647623 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a5b5cc56-5227-43a5-ae36-144dd6229d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (0cc4ca32-6807-4738-8cd7-ef513e1d29e9), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.650084 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc488b-bea1-4b32-8467-49d58a1ad47b req-43b0041c-3ded-41c1-9c13-e8b57e48a401 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:35.651654 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-83dc488b-bea1-4b32-8467-49d58a1ad47b req-43b0041c-3ded-41c1-9c13-e8b57e48a401 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 945 time: 0.0546710 Jun 24 09:47:35.707792 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a5b5cc56-5227-43a5-ae36-144dd6229d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64714154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63838758'] for subnet (0cc4ca32-6807-4738-8cd7-ef513e1d29e9), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.736036 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a5b5cc56-5227-43a5-ae36-144dd6229d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.739354 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a5b5cc56-5227-43a5-ae36-144dd6229d4f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0cc4ca32-6807-4738-8cd7-ef513e1d29e9 HTTP/1.1" status: 204 len: 168 time: 0.2789600 Jun 24 09:47:35.740419 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5cc56-5227-43a5-ae36-144dd6229d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc4ca32-6807-4738-8cd7-ef513e1d29e9,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:35.742091 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 58940) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:35.745656 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10086d91-4fa1-4727-812f-9615e86d5097 None None] Network eee14dfc-24f3-458e-880d-b3e43ab7d14d requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:47:35.750157 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-83dc488b-bea1-4b32-8467-49d58a1ad47b req-82df383f-a25d-4cb7-818b-c6e9cf0ffa89 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Deleting port de309464-eb94-4c38-b29b-c293a12d68b1 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:35.750488 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-83dc488b-bea1-4b32-8467-49d58a1ad47b req-82df383f-a25d-4cb7-818b-c6e9cf0ffa89 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.871326 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (eee14dfc-24f3-458e-880d-b3e43ab7d14d), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.933986 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-83dc488b-bea1-4b32-8467-49d58a1ad47b req-82df383f-a25d-4cb7-818b-c6e9cf0ffa89 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] For port de309464-eb94-4c38-b29b-c293a12d68b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=de309464-eb94-4c38-b29b-c293a12d68b1,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:35.934210 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-83dc488b-bea1-4b32-8467-49d58a1ad47b req-82df383f-a25d-4cb7-818b-c6e9cf0ffa89 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:35.950385 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-83dc488b-bea1-4b32-8467-49d58a1ad47b req-82df383f-a25d-4cb7-818b-c6e9cf0ffa89 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Calling delete_port for de309464-eb94-4c38-b29b-c293a12d68b1 owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:35.952275 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Deleting port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:35.952593 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.004667 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] DHCP port deletion for eee14dfc-24f3-458e-880d-b3e43ab7d14d request from dv-cinder-803823-13-iscsi {{(pid=110595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 09:47:36.036897 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 96bf818f-57ca-4a93-b442-7b81b3775887 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:36.061436 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] For port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=29dfb67e-fa14-4d19-93b3-29c9a5c9cb94,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:36.061792 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.063438 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 96bf818f-57ca-4a93-b442-7b81b3775887 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:36.063808 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 96bf818f-57ca-4a93-b442-7b81b3775887 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:36.070351 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Deleting port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 {{(pid=110595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:36.070708 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), before_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.084073 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Calling delete_port for 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 owned by network:dhcp {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:36.097291 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:36.137018 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] For port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=29dfb67e-fa14-4d19-93b3-29c9a5c9cb94,segment=NetworkSegment(cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1),segment_id=cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:36.137401 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), precommit_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.151872 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Calling delete_port for 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 owned by network:dhcp {{(pid=110595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:36.213346 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:36.222771 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-83dc488b-bea1-4b32-8467-49d58a1ad47b req-82df383f-a25d-4cb7-818b-c6e9cf0ffa89 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (de309464-eb94-4c38-b29b-c293a12d68b1), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.227280 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.235246 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['de309464-eb94-4c38-b29b-c293a12d68b1'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:47:36.256652 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (29dfb67e-fa14-4d19-93b3-29c9a5c9cb94), after_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.259167 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df383f-a25d-4cb7-818b-c6e9cf0ffa89 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Pushing event deleted for resources: {'Port': ['ID=de309464-eb94-4c38-b29b-c293a12d68b1,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:36.267330 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] No DVR routers for this DVR port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 on host dv-cinder-803823-13-iscsi {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:47:36.291415 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Pushing event deleted for resources: {'Port': ['ID=29dfb67e-fa14-4d19-93b3-29c9a5c9cb94,revision_number=None']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:36.297456 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Pushing event deleted for resources: {'Port': ['ID=29dfb67e-fa14-4d19-93b3-29c9a5c9cb94,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:36.299709 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] No DVR routers for this DVR port 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 on host dv-cinder-803823-13-iscsi {{(pid=110595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:47:36.309194 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.309732 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.310685 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.311706 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.312201 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.312694 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.313355 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.314362 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.314928 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.315455 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.315918 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.316552 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.317421 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.317889 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.318346 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028dc96b-ac47-43bc-a0b8-2d8bf8ece4ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:47:36.360456 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dc488b-bea1-4b32-8467-49d58a1ad47b req-82df383f-a25d-4cb7-818b-c6e9cf0ffa89 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] No DVR routers for this DVR port de309464-eb94-4c38-b29b-c293a12d68b1 on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:47:36.365199 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-83dc488b-bea1-4b32-8467-49d58a1ad47b req-82df383f-a25d-4cb7-818b-c6e9cf0ffa89 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.368453 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-83dc488b-bea1-4b32-8467-49d58a1ad47b req-82df383f-a25d-4cb7-818b-c6e9cf0ffa89 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.47 "DELETE /v2.0/ports/de309464-eb94-4c38-b29b-c293a12d68b1 HTTP/1.1" status: 204 len: 173 time: 0.7100782 Jun 24 09:47:36.368878 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'name': 'network-vif-deleted', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:36.371222 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9728904d-aecf-4460-b52e-ddf64fa79caf" -d '{"events": [{"server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "name": "network-vif-deleted", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:36.415463 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (eee14dfc-24f3-458e-880d-b3e43ab7d14d), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.419223 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e602f6-86fe-4e03-967b-1055f8acebce x-openstack-request-id: req-f7e602f6-86fe-4e03-967b-1055f8acebce {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:36.419431 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d874254-475b-4025-8b67-b4af897fdb60", "name": "network-vif-deleted", "tag": "de309464-eb94-4c38-b29b-c293a12d68b1", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:36.419698 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7e602f6-86fe-4e03-967b-1055f8acebce {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:36.420086 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e602f6-86fe-4e03-967b-1055f8acebce'] response: {'server_uuid': '0d874254-475b-4025-8b67-b4af897fdb60', 'name': 'network-vif-deleted', 'tag': 'de309464-eb94-4c38-b29b-c293a12d68b1', 'status': 'completed', 'code': 200} Jun 24 09:47:36.440678 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee14dfc-24f3-458e-880d-b3e43ab7d14d']}} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:36.450492 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1') {'for_net_delete': True} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:36.450785 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1') {} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:36.461364 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63454162'] for segment (cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.475477 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.481934 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=110594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:47:36.482330 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63533649'] for segment (cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.503932 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1 resource provider aggregate not found Jun 24 09:47:36.543009 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbc88d4c-4a84-4d6d-9adf-e6bc06b7f4b1 found for delete ", "request_id": "req-a4367590-29c8-4dec-928c-868ee2597cc3"}]} Jun 24 09:47:36.553383 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (eee14dfc-24f3-458e-880d-b3e43ab7d14d), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.561161 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.565204 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] 10.222.0.65 "DELETE /v2.0/networks/eee14dfc-24f3-458e-880d-b3e43ab7d14d HTTP/1.1" status: 204 len: 168 time: 0.8221657 Jun 24 09:47:36.590540 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd64b7-2e4d-44aa-a431-e5e64bfa446d admin admin] Pushing event deleted for resources: {'Network': ['ID=eee14dfc-24f3-458e-880d-b3e43ab7d14d,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:36.662572 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-266b1fdb-b03d-49b4-8a37-9a12c6bfb390 req-bde7f6f9-4c9d-494d-a9d0-ca387c7c1b47 tempest-TestMinimumBasicScenario-1606186572 tempest-TestMinimumBasicScenario-1606186572-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d874254-475b-4025-8b67-b4af897fdb60 HTTP/1.1" status: 200 len: 210 time: 0.0354455 Jun 24 09:47:36.670682 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34ce69-c140-4116-9a82-0c7f7b5f68db req-c8c87aaf-f7ff-4c93-9b72-e7bced5e9282 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:36.677773 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1f34ce69-c140-4116-9a82-0c7f7b5f68db req-c8c87aaf-f7ff-4c93-9b72-e7bced5e9282 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 944 time: 0.0890751 Jun 24 09:47:36.728678 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1f34ce69-c140-4116-9a82-0c7f7b5f68db req-5c2e5445-7410-445e-9ca4-8e3b2690bfc7 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500219 Jun 24 09:47:36.732570 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58954) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:36.788010 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-6c8e0ab9-4dd9-4086-92e5-c83d3a5f6eb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42946f76423740028ae43dc6a49cbbda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0540173 Jun 24 09:47:36.790358 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58956) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:36.840929 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fb952787-f39a-4b73-bc9d-80e918e94b9f admin admin] Publish callbacks [] for security_group (83053fff-555b-4ac5-85fc-c9cccf3a9f01), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.864381 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fb952787-f39a-4b73-bc9d-80e918e94b9f admin admin] Publish callbacks [] for security_group (83053fff-555b-4ac5-85fc-c9cccf3a9f01), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.915316 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fb952787-f39a-4b73-bc9d-80e918e94b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (83053fff-555b-4ac5-85fc-c9cccf3a9f01), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.917963 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fb952787-f39a-4b73-bc9d-80e918e94b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:36.919265 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-fb952787-f39a-4b73-bc9d-80e918e94b9f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83053fff-555b-4ac5-85fc-c9cccf3a9f01 HTTP/1.1" status: 204 len: 168 time: 0.1279042 Jun 24 09:47:36.928145 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb952787-f39a-4b73-bc9d-80e918e94b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83053fff-555b-4ac5-85fc-c9cccf3a9f01,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:36.967933 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a767a0b3-c7d0-4fd0-895f-6d471a89e711 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:47:37.050333 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:37.073989 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port a767a0b3-c7d0-4fd0-895f-6d471a89e711, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a767a0b3-c7d0-4fd0-895f-6d471a89e711,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:37.086297 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'port_id': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711', 'mac_address': 'fa:16:3e:54:85:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:47:37.123246 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port a767a0b3-c7d0-4fd0-895f-6d471a89e711 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:47:37.123638 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:37.137146 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a767a0b3-c7d0-4fd0-895f-6d471a89e711 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:47:37.157448 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port a767a0b3-c7d0-4fd0-895f-6d471a89e711, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a767a0b3-c7d0-4fd0-895f-6d471a89e711,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:37.162136 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:37.196844 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:37.216923 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=a767a0b3-c7d0-4fd0-895f-6d471a89e711,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:37.393234 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['a767a0b3-c7d0-4fd0-895f-6d471a89e711'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:47:37.458181 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 337a9629-23a5-4d84-a44e-741ece46f468 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:37.484202 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 337a9629-23a5-4d84-a44e-741ece46f468 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:37.484547 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 337a9629-23a5-4d84-a44e-741ece46f468 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:37.484952 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:37.518028 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:37.518366 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 29dfb67e-fa14-4d19-93b3-29c9a5c9cb94 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:37.695285 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 58982) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:37.809003 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-618310210-network', 'tenant_id': 'f5658dc6018044a7b7ef68a000952f92'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:37.833878 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Made reservation on behalf of f5658dc6018044a7b7ef68a000952f92 for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:47:37.837460 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:37.848587 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:37.860952 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d164e31-5114-4515-b465-ccb541300003 req-c9110e29-0376-48b5-b1a7-dd0e1096ca3f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:37.862822 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2d164e31-5114-4515-b465-ccb541300003 req-c9110e29-0376-48b5-b1a7-dd0e1096ca3f tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 945 time: 0.0552979 Jun 24 09:47:37.879343 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:DELETE=12,neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:37.911687 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:37.928834 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2d164e31-5114-4515-b465-ccb541300003 req-4558c768-e0c3-4a3d-ba78-c08b29fc5d78 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581403 Jun 24 09:47:37.936875 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Publish callbacks [] for security_group (59fc9782-2114-4826-875f-11c69b899689), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:37.944973 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (59fc9782-2114-4826-875f-11c69b899689), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:37.976102 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:47:37.982196 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fc9782-2114-4826-875f-11c69b899689,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:37.992343 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (80a593c0-bd90-4048-bcd6-8824d419f562), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:37.992660 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Added segment 80a593c0-bd90-4048-bcd6-8824d419f562 of type vlan for network 472b569a-7a5c-4b01-9cef-115b8ac2d276 Jun 24 09:47:38.039176 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (472b569a-7a5c-4b01-9cef-115b8ac2d276), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:38.065717 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (472b569a-7a5c-4b01-9cef-115b8ac2d276), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:38.066880 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:38.067559 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:38.106695 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4101336 Jun 24 09:47:38.109567 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59014) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:38.115284 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] Request body: {'subnet': {'network_id': '472b569a-7a5c-4b01-9cef-115b8ac2d276', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-618310210-subnet', 'tenant_id': 'f5658dc6018044a7b7ef68a000952f92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:38.140434 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c4753-9069-4a22-bacf-de1369b5c54d admin admin] Pushing event updated for resources: {'Network': ['ID=472b569a-7a5c-4b01-9cef-115b8ac2d276,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:38.149271 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] Made reservation on behalf of f5658dc6018044a7b7ef68a000952f92 for: {'subnet': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:47:38.151981 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 472b569a-7a5c-4b01-9cef-115b8ac2d276 details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:47:38.152511 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57998285'] for subnet (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:38.372155 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63533816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57998267'] for subnet (3ed97445-1abc-4c0b-aa8d-6d7816c8259b), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:38.419097 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:DELETE=11,neutron:SELECT=81,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:38.422263 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed97445-1abc-4c0b-aa8d-6d7816c8259b,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:38.468560 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] Checking segment: {'id': '80a593c0-bd90-4048-bcd6-8824d419f562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '472b569a-7a5c-4b01-9cef-115b8ac2d276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:47:38.469138 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] Network hostable DHCP agents. Network: 472b569a-7a5c-4b01-9cef-115b8ac2d276, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:47:38.500991 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59042) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:38.554661 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] Network 472b569a-7a5c-4b01-9cef-115b8ac2d276 is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:47:38.563940 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:38.569981 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 472b569a-7a5c-4b01-9cef-115b8ac2d276) {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:47:38.574939 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:38.575568 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:38.579661 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673fb7fd-a511-4445-99cd-243542f4a67c None None] Network 472b569a-7a5c-4b01-9cef-115b8ac2d276 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:47:38.631970 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-8d6bfbae-b1e8-42b6-8f21-025c221fa6c5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5209680 Jun 24 09:47:38.702160 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560413b3-3cea-41db-9b69-26910af9d11a None None] Network 472b569a-7a5c-4b01-9cef-115b8ac2d276 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:47:38.948203 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1042661'] for router_interface (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:38.992459 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a767a0b3-c7d0-4fd0-895f-6d471a89e711 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:47:39.039413 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port a767a0b3-c7d0-4fd0-895f-6d471a89e711 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:47:39.046603 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port a767a0b3-c7d0-4fd0-895f-6d471a89e711 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:47:39.047199 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.086182 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19667f8d-9f6e-471b-b7a4-b4f582bbd304 req-ebbfd5e8-e038-42a1-b02c-fabf59603432 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:39.087784 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-19667f8d-9f6e-471b-b7a4-b4f582bbd304 req-ebbfd5e8-e038-42a1-b02c-fabf59603432 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 945 time: 0.0942259 Jun 24 09:47:39.131112 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port a767a0b3-c7d0-4fd0-895f-6d471a89e711 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:47:39.131895 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.157358 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:39.159719 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e14a6e3-2a03-4d9e-bb22-4c6e82f3e966" -d '{"events": [{"server_uuid": "21ad568e-23cd-4785-ac2f-89601b02e8cb", "name": "network-vif-plugged", "status": "completed", "tag": "a767a0b3-c7d0-4fd0-895f-6d471a89e711"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:39.177084 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port a767a0b3-c7d0-4fd0-895f-6d471a89e711, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a767a0b3-c7d0-4fd0-895f-6d471a89e711,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:39.186657 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.187866 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device de309464-eb94-4c38-b29b-c293a12d68b1 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:39.222611 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59066) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:39.228585 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1692897020-network', 'tenant_id': '5ca9e31c7a444426a5c6d0b7c3fbeed1'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:39.236205 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: de309464-eb94-4c38-b29b-c293a12d68b1 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:39.236723 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device de309464-eb94-4c38-b29b-c293a12d68b1 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:39.243397 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:39.243601 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-19667f8d-9f6e-471b-b7a4-b4f582bbd304 req-440728dd-37d2-44c2-b33b-8dc34884b465 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492305 Jun 24 09:47:39.269865 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=a767a0b3-c7d0-4fd0-895f-6d471a89e711,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:39.278651 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Made reservation on behalf of 5ca9e31c7a444426a5c6d0b7c3fbeed1 for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:47:39.281685 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.293101 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.325902 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] Deleting port b0b73562-fd40-4818-80ba-a8071710c2ac {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:39.326343 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.377568 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Publish callbacks [] for security_group (cc8d42fa-bd29-4994-a80a-eaf568198ea7), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.382158 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (cc8d42fa-bd29-4994-a80a-eaf568198ea7), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.408937 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:47:39.419333 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8d42fa-bd29-4994-a80a-eaf568198ea7,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:39.424574 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (66d91786-5792-4125-b2a6-42e873c5b924), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.424912 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Added segment 66d91786-5792-4125-b2a6-42e873c5b924 of type vlan for network d19fbce6-553d-4382-ba88-a0fafbb9394d Jun 24 09:47:39.437103 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] For port b0b73562-fd40-4818-80ba-a8071710c2ac, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=b0b73562-fd40-4818-80ba-a8071710c2ac,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:39.437587 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.452399 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] Calling delete_port for b0b73562-fd40-4818-80ba-a8071710c2ac owned by network:router_interface {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:39.462785 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96f2b9a-bd4b-4ae0-af62-549e7ec42c87 x-openstack-request-id: req-d96f2b9a-bd4b-4ae0-af62-549e7ec42c87 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:39.463153 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ad568e-23cd-4785-ac2f-89601b02e8cb", "name": "network-vif-plugged", "status": "completed", "tag": "a767a0b3-c7d0-4fd0-895f-6d471a89e711", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:39.463470 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d96f2b9a-bd4b-4ae0-af62-549e7ec42c87 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:39.463929 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96f2b9a-bd4b-4ae0-af62-549e7ec42c87'] response: {'server_uuid': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711', 'code': 200} Jun 24 09:47:39.471395 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (d19fbce6-553d-4382-ba88-a0fafbb9394d), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.497604 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (d19fbce6-553d-4382-ba88-a0fafbb9394d), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.498671 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:39.499325 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.544860 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3203828 Jun 24 09:47:39.545490 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59070) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:39.574433 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:39.580645 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] Request body: {'subnet': {'network_id': 'd19fbce6-553d-4382-ba88-a0fafbb9394d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1692897020-subnet', 'tenant_id': '5ca9e31c7a444426a5c6d0b7c3fbeed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:39.587699 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c02f0-0893-4a60-ac10-5f1eec24061b admin admin] Pushing event updated for resources: {'Network': ['ID=d19fbce6-553d-4382-ba88-a0fafbb9394d,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:39.604623 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network d19fbce6-553d-4382-ba88-a0fafbb9394d details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:47:39.613032 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] Made reservation on behalf of 5ca9e31c7a444426a5c6d0b7c3fbeed1 for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:47:39.615416 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63838793'] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.620708 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:39.704886 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22075c-3a05-4110-a34a-90124a6ffdbe req-1dfce81c-8269-4252-895e-d798206d0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:39.706723 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9b22075c-3a05-4110-a34a-90124a6ffdbe req-1dfce81c-8269-4252-895e-d798206d0f91 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 1130 time: 0.0775340 Jun 24 09:47:39.729200 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (b0b73562-fd40-4818-80ba-a8071710c2ac), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.754450 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:39.767474 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b73562-fd40-4818-80ba-a8071710c2ac,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:39.767742 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:39.825456 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64714089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63838783'] for subnet (20ad288b-bb2b-4ec2-b43f-5f6cf34b6307), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.859941 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9b22075c-3a05-4110-a34a-90124a6ffdbe req-3d1762c1-f1f1-4fc2-a12f-9dc882d5f312 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470346 Jun 24 09:47:39.890709 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ad288b-bb2b-4ec2-b43f-5f6cf34b6307,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:39.901321 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] Checking segment: {'id': '66d91786-5792-4125-b2a6-42e873c5b924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd19fbce6-553d-4382-ba88-a0fafbb9394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:47:39.901685 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] Network hostable DHCP agents. Network: d19fbce6-553d-4382-ba88-a0fafbb9394d, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:47:39.923390 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] Network d19fbce6-553d-4382-ba88-a0fafbb9394d is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:47:39.934681 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, d19fbce6-553d-4382-ba88-a0fafbb9394d) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:47:39.939024 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:39.939944 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:39.948718 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d910c9ff-574d-4318-a4c5-6120295d7ffe None None] Network d19fbce6-553d-4382-ba88-a0fafbb9394d requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:47:39.962845 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-574fbd4b-330b-4069-a7e0-f3ba8dcc9d92 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4144239 Jun 24 09:47:39.968051 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042545'] for router_interface (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.080814 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e25a386-9c01-4101-8c24-36077df42d2b None None] Network d19fbce6-553d-4382-ba88-a0fafbb9394d requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:47:40.099588 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59076) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:40.113649 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:40.148865 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d2f035-969e-49e4-ae13-7383055de4d2 admin admin] Deleting subnet 3ed97445-1abc-4c0b-aa8d-6d7816c8259b {{(pid=110593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:47:40.152438 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f035-969e-49e4-ae13-7383055de4d2 admin admin] Publish callbacks [] for subnet (3ed97445-1abc-4c0b-aa8d-6d7816c8259b), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.194636 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f035-969e-49e4-ae13-7383055de4d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63160183'] for subnet (3ed97445-1abc-4c0b-aa8d-6d7816c8259b), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.235416 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f035-969e-49e4-ae13-7383055de4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (3ed97445-1abc-4c0b-aa8d-6d7816c8259b), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.297058 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f035-969e-49e4-ae13-7383055de4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64714154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63838758'] for subnet (3ed97445-1abc-4c0b-aa8d-6d7816c8259b), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.329485 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2f035-969e-49e4-ae13-7383055de4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed97445-1abc-4c0b-aa8d-6d7816c8259b,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:40.336266 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f035-969e-49e4-ae13-7383055de4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.339799 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e1d2f035-969e-49e4-ae13-7383055de4d2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3ed97445-1abc-4c0b-aa8d-6d7816c8259b HTTP/1.1" status: 204 len: 168 time: 0.2391338 Jun 24 09:47:40.346174 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59080) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:40.421300 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (472b569a-7a5c-4b01-9cef-115b8ac2d276), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.432022 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca989e-4025-4277-94d8-b50624754059 req-de27385f-d326-40b2-9749-a4e560a880db tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:40.433507 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fcca989e-4025-4277-94d8-b50624754059 req-de27385f-d326-40b2-9749-a4e560a880db tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 946 time: 0.1063967 Jun 24 09:47:40.506640 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (472b569a-7a5c-4b01-9cef-115b8ac2d276), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.528663 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472b569a-7a5c-4b01-9cef-115b8ac2d276']}} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:40.530186 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fcca989e-4025-4277-94d8-b50624754059 req-e92b605a-c5d8-41f8-8256-7a3b8a576ccd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876133 Jun 24 09:47:40.537160 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] Router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:47:40.542130 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a593c0-bd90-4048-bcd6-8824d419f562') {'for_net_delete': True} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:40.542130 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a593c0-bd90-4048-bcd6-8824d419f562') {} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:40.556389 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63160172'] for segment (80a593c0-bd90-4048-bcd6-8824d419f562), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.570651 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (80a593c0-bd90-4048-bcd6-8824d419f562), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.577477 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=110593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:47:40.577861 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64714176'] for segment (80a593c0-bd90-4048-bcd6-8824d419f562), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.604033 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 80a593c0-bd90-4048-bcd6-8824d419f562 resource provider aggregate not found Jun 24 09:47:40.637120 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 80a593c0-bd90-4048-bcd6-8824d419f562 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80a593c0-bd90-4048-bcd6-8824d419f562 found for delete ", "request_id": "req-9c2bf7eb-3c4d-45f5-b74b-cac01e1006db"}]} Jun 24 09:47:40.643626 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:47:40.646759 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (472b569a-7a5c-4b01-9cef-115b8ac2d276), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.651716 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-390320a4-2b36-4e94-bf93-1a0d64d78c41 admin admin] 10.222.0.65 "PUT /v2.0/routers/1f83f0cb-d1a1-424e-b250-cd6d6c4bacde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1467550 Jun 24 09:47:40.651716 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59088) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:40.654567 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a017fd2-da94-429b-a8c4-780e5d7e46f4 None None] Sync routers for ids ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:47:40.659319 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.665129 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] 10.222.0.65 "DELETE /v2.0/networks/472b569a-7a5c-4b01-9cef-115b8ac2d276 HTTP/1.1" status: 204 len: 168 time: 0.3153775 Jun 24 09:47:40.665379 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59090) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:40.673312 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a017fd2-da94-429b-a8c4-780e5d7e46f4 None None] Routers {'1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:40.674290 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-0a017fd2-da94-429b-a8c4-780e5d7e46f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:40.682238 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127b13a-f817-4b60-98ef-a8a934c774ed admin admin] Pushing event deleted for resources: {'Network': ['ID=472b569a-7a5c-4b01-9cef-115b8ac2d276,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:40.753212 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd78ad8-966b-427f-abc3-8e5664a007a9 admin admin] Deleting subnet 20ad288b-bb2b-4ec2-b43f-5f6cf34b6307 {{(pid=110593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:47:40.759984 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ad8-966b-427f-abc3-8e5664a007a9 admin admin] Publish callbacks [] for subnet (20ad288b-bb2b-4ec2-b43f-5f6cf34b6307), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.779643 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Publish callbacks [] for router (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.801679 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ad8-966b-427f-abc3-8e5664a007a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63160183'] for subnet (20ad288b-bb2b-4ec2-b43f-5f6cf34b6307), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.817261 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-0a017fd2-da94-429b-a8c4-780e5d7e46f4 None None] Set router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:40.832596 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:40.845893 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ad8-966b-427f-abc3-8e5664a007a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (20ad288b-bb2b-4ec2-b43f-5f6cf34b6307), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.885779 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:40.906826 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:40.907261 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ad8-966b-427f-abc3-8e5664a007a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64714154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63838758'] for subnet (20ad288b-bb2b-4ec2-b43f-5f6cf34b6307), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.941643 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd78ad8-966b-427f-abc3-8e5664a007a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ad288b-bb2b-4ec2-b43f-5f6cf34b6307,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:40.943930 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Publish callbacks [] for router_gateway (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.949979 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:40.951851 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ffd78ad8-966b-427f-abc3-8e5664a007a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:40.959590 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ffd78ad8-966b-427f-abc3-8e5664a007a9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/20ad288b-bb2b-4ec2-b43f-5f6cf34b6307 HTTP/1.1" status: 204 len: 168 time: 0.2926853 Jun 24 09:47:40.961824 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59094) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:41.024341 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-0a017fd2-da94-429b-a8c4-780e5d7e46f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:47:39Z', 'revision_number': 5, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port': {'id': '3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:40Z', 'updated_at': '2022-06-24T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:41.049425 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a017fd2-da94-429b-a8c4-780e5d7e46f4 None None] Checking router: 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:47:41.056614 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Deleting port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:41.057157 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.058412 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a017fd2-da94-429b-a8c4-780e5d7e46f4 None None] Routers {'1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:41.059149 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-0a017fd2-da94-429b-a8c4-780e5d7e46f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:41.131160 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (d19fbce6-553d-4382-ba88-a0fafbb9394d), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.158713 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-0a017fd2-da94-429b-a8c4-780e5d7e46f4 None None] Set router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde gateway port host: None {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:41.193612 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] For port 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:41.193972 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.213863 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-0a017fd2-da94-429b-a8c4-780e5d7e46f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:47:40Z', 'revision_number': 6, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port_host': None}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:41.228052 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Calling delete_port for 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 owned by network:router_gateway {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:41.243637 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a017fd2-da94-429b-a8c4-780e5d7e46f4 None None] The sync data for ids ['1f83f0cb-d1a1-424e-b250-cd6d6c4bacde'] in dv-cinder-803823-13-iscsi is: [{'id': '1f83f0cb-d1a1-424e-b250-cd6d6c4bacde', 'name': 'tempest-TestMinimumBasicScenario-1863750212-router', 'tenant_id': 'a0aff51028ec477ebbc12e078174977a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:39Z', 'updated_at': '2022-06-24T09:47:40Z', 'revision_number': 6, 'project_id': 'a0aff51028ec477ebbc12e078174977a', 'gw_port_host': None}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:47:41.275949 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (d19fbce6-553d-4382-ba88-a0fafbb9394d), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.357566 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19fbce6-553d-4382-ba88-a0fafbb9394d']}} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:41.377662 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f744c5f-7c15-468b-beff-fb33603d8a6d req-c36177b5-d376-4c49-9b05-0f1e93d30931 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:41.379143 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2f744c5f-7c15-468b-beff-fb33603d8a6d req-c36177b5-d376-4c49-9b05-0f1e93d30931 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.1434567 Jun 24 09:47:41.382267 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d91786-5792-4125-b2a6-42e873c5b924') {'for_net_delete': True} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:41.382556 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d91786-5792-4125-b2a6-42e873c5b924') {} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:41.407733 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63454162'] for segment (66d91786-5792-4125-b2a6-42e873c5b924), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.441786 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (66d91786-5792-4125-b2a6-42e873c5b924), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.464209 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=110594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:47:41.464571 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63533649'] for segment (66d91786-5792-4125-b2a6-42e873c5b924), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.509668 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment 66d91786-5792-4125-b2a6-42e873c5b924 resource provider aggregate not found Jun 24 09:47:41.561035 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2f744c5f-7c15-468b-beff-fb33603d8a6d req-52d0071f-51c5-438b-8f65-aa9d1ed537bb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745362 Jun 24 09:47:41.565143 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment 66d91786-5792-4125-b2a6-42e873c5b924 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66d91786-5792-4125-b2a6-42e873c5b924 found for delete ", "request_id": "req-fffeb576-62dc-411f-9e0d-b19ac309566f"}]} Jun 24 09:47:41.594079 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (d19fbce6-553d-4382-ba88-a0fafbb9394d), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.615827 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.620516 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d19fbce6-553d-4382-ba88-a0fafbb9394d HTTP/1.1" status: 204 len: 168 time: 0.6573873 Jun 24 09:47:41.653485 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e0fe7-d703-48fa-85d7-aace7316c8c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19fbce6-553d-4382-ba88-a0fafbb9394d,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:41.660236 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device b0b73562-fd40-4818-80ba-a8071710c2ac no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:41.688766 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: b0b73562-fd40-4818-80ba-a8071710c2ac {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:41.689387 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device b0b73562-fd40-4818-80ba-a8071710c2ac not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:41.730811 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c606c-155d-4d88-a697-b77820a71574 req-092b3381-066c-4a7e-a07e-d7cbd03701bd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:41.732479 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-815c606c-155d-4d88-a697-b77820a71574 req-092b3381-066c-4a7e-a07e-d7cbd03701bd tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 946 time: 0.0956552 Jun 24 09:47:41.755446 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.788729 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:41.840796 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59114) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:41.853986 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:41.864242 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-815c606c-155d-4d88-a697-b77820a71574 req-0480c2b7-1885-4c1b-9678-5644d0e5193c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234920 Jun 24 09:47:41.868619 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:41.882158 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1037141'] for router_gateway (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.894404 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3a9ebef1-d326-4d8a-b90d-11e475463281 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5658dc6018044a7b7ef68a000952f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524020 Jun 24 09:47:41.896880 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59118) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:41.950926 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2f85-4a70-4220-af25-e7f0a3742c2a admin admin] Publish callbacks [] for security_group (59fc9782-2114-4826-875f-11c69b899689), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:41.973496 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2f85-4a70-4220-af25-e7f0a3742c2a admin admin] Publish callbacks [] for security_group (59fc9782-2114-4826-875f-11c69b899689), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.022560 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12167'] for router (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.027204 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2f85-4a70-4220-af25-e7f0a3742c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (59fc9782-2114-4826-875f-11c69b899689), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.027503 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Publish callbacks [] for router_controller (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.030404 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2f85-4a70-4220-af25-e7f0a3742c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.034386 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-8c6a2f85-4a70-4220-af25-e7f0a3742c2a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59fc9782-2114-4826-875f-11c69b899689 HTTP/1.1" status: 204 len: 168 time: 0.1338034 Jun 24 09:47:42.042827 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a2f85-4a70-4220-af25-e7f0a3742c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fc9782-2114-4826-875f-11c69b899689,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:42.047425 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402abed7-b56a-44ef-a01c-d62822a4ccf4 req-d52ee95e-0871-4785-b203-11ffc96831fa tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:42.049013 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-402abed7-b56a-44ef-a01c-d62822a4ccf4 req-d52ee95e-0871-4785-b203-11ffc96831fa tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 946 time: 0.0881226 Jun 24 09:47:42.074991 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59122) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:42.081222 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-890174aa-c330-4d9a-b8b3-e4318f9bd635 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Request body: {'floatingip': {'port_id': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:47:42.115592 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1045202'] for router (1f83f0cb-d1a1-424e-b250-cd6d6c4bacde), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.116334 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f83f0cb-d1a1-424e-b250-cd6d6c4bacde {{(pid=110594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:47:42.122831 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.126010 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-6469e7cb-252a-4f66-997a-940a19906df0 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1f83f0cb-d1a1-424e-b250-cd6d6c4bacde HTTP/1.1" status: 204 len: 168 time: 1.4734757 Jun 24 09:47:42.129482 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59124) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:42.178676 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_v2 [None req-904c2702-161c-4cb3-85e4-b99beb408e85 admin admin] Deleting subnet 7c9d977b-db01-4904-a89c-a3bdc07cacef {{(pid=110594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:47:42.182280 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-904c2702-161c-4cb3-85e4-b99beb408e85 admin admin] Publish callbacks [] for subnet (7c9d977b-db01-4904-a89c-a3bdc07cacef), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.231476 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-904c2702-161c-4cb3-85e4-b99beb408e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63454153'] for subnet (7c9d977b-db01-4904-a89c-a3bdc07cacef), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.351505 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-904c2702-161c-4cb3-85e4-b99beb408e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (7c9d977b-db01-4904-a89c-a3bdc07cacef), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.406366 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-890174aa-c330-4d9a-b8b3-e4318f9bd635 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (9be50bd8-2ec2-4721-95db-e259ce9ca888), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.436061 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-904c2702-161c-4cb3-85e4-b99beb408e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63533627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57998242'] for subnet (7c9d977b-db01-4904-a89c-a3bdc07cacef), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.473189 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c2702-161c-4cb3-85e4-b99beb408e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9d977b-db01-4904-a89c-a3bdc07cacef,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:42.482620 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-904c2702-161c-4cb3-85e4-b99beb408e85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.486157 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-904c2702-161c-4cb3-85e4-b99beb408e85 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7c9d977b-db01-4904-a89c-a3bdc07cacef HTTP/1.1" status: 204 len: 168 time: 0.3549716 Jun 24 09:47:42.489837 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5f20ae-f357-4ca2-81a5-be0730ad8820 None None] Network 81ccbe4d-d281-46f1-a767-e183ccaac7bb requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:47:42.503255 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59128) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:42.570204 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59130) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:42.594764 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (81ccbe4d-d281-46f1-a767-e183ccaac7bb), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.633171 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-c9796bd5-13da-4156-b99d-e5772f005289 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ca9e31c7a444426a5c6d0b7c3fbeed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0617571 Jun 24 09:47:42.651328 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59134) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:42.714881 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Deleting port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:42.715204 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.741959 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110096bd-b1e9-472b-af2c-06d93127a8d3 None None] DHCP port deletion for 81ccbe4d-d281-46f1-a767-e183ccaac7bb request from dv-cinder-803823-13-iscsi {{(pid=110595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 09:47:42.743800 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0eb3f-59e9-43dd-8196-4f0a0ce08975 req-95b1e5a0-09f2-4048-a1f5-cacbfe4a0874 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:42.745315 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-43a0eb3f-59e9-43dd-8196-4f0a0ce08975 req-95b1e5a0-09f2-4048-a1f5-cacbfe4a0874 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0805149 Jun 24 09:47:42.788038 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-110096bd-b1e9-472b-af2c-06d93127a8d3 None None] Deleting port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 {{(pid=110595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:42.788417 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-110096bd-b1e9-472b-af2c-06d93127a8d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), before_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.831607 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-49aa2959-a570-421e-8bde-8e30176ecd0e admin admin] Publish callbacks [] for security_group (cc8d42fa-bd29-4994-a80a-eaf568198ea7), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.836330 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] For port e0e95903-3b99-4fd9-b0f9-dfe137b06a68, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=e0e95903-3b99-4fd9-b0f9-dfe137b06a68,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:42.836679 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.858410 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-110096bd-b1e9-472b-af2c-06d93127a8d3 None None] For port e0e95903-3b99-4fd9-b0f9-dfe137b06a68, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=e0e95903-3b99-4fd9-b0f9-dfe137b06a68,segment=NetworkSegment(8dfff45d-fb6d-4469-8a26-2dcf787ca1c4),segment_id=8dfff45d-fb6d-4469-8a26-2dcf787ca1c4)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:42.858805 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-110096bd-b1e9-472b-af2c-06d93127a8d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), precommit_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.870341 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Calling delete_port for e0e95903-3b99-4fd9-b0f9-dfe137b06a68 owned by network:dhcp {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:42.872636 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-110096bd-b1e9-472b-af2c-06d93127a8d3 None None] Calling delete_port for e0e95903-3b99-4fd9-b0f9-dfe137b06a68 owned by network:dhcp {{(pid=110595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:42.876090 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:42.890563 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-43a0eb3f-59e9-43dd-8196-4f0a0ce08975 req-d0228217-5aa4-4601-a6d6-a2a451d0faf7 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303875 Jun 24 09:47:42.899611 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-49aa2959-a570-421e-8bde-8e30176ecd0e admin admin] Publish callbacks [] for security_group (cc8d42fa-bd29-4994-a80a-eaf568198ea7), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.917612 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-890174aa-c330-4d9a-b8b3-e4318f9bd635 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.925152 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-890174aa-c330-4d9a-b8b3-e4318f9bd635 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (9be50bd8-2ec2-4721-95db-e259ce9ca888), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.944237 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:42.947659 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:42.959050 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-110096bd-b1e9-472b-af2c-06d93127a8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), after_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:42.994750 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110096bd-b1e9-472b-af2c-06d93127a8d3 None None] Pushing event deleted for resources: {'Port': ['ID=e0e95903-3b99-4fd9-b0f9-dfe137b06a68,revision_number=None']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:42.998935 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110096bd-b1e9-472b-af2c-06d93127a8d3 None None] No DVR routers for this DVR port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 on host dv-cinder-803823-13-iscsi {{(pid=110595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:47:43.015609 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (e0e95903-3b99-4fd9-b0f9-dfe137b06a68), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:43.036566 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [None req-890174aa-c330-4d9a-b8b3-e4318f9bd635 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Floating IP 9be50bd8-2ec2-4721-95db-e259ce9ca888 associated. External IP: 172.27.1.52, port: a767a0b3-c7d0-4fd0-895f-6d471a89e711. Jun 24 09:47:43.038807 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-49aa2959-a570-421e-8bde-8e30176ecd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (cc8d42fa-bd29-4994-a80a-eaf568198ea7), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:43.041289 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-49aa2959-a570-421e-8bde-8e30176ecd0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:43.042411 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-49aa2959-a570-421e-8bde-8e30176ecd0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cc8d42fa-bd29-4994-a80a-eaf568198ea7 HTTP/1.1" status: 204 len: 168 time: 0.3901541 Jun 24 09:47:43.046926 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e95903-3b99-4fd9-b0f9-dfe137b06a68,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:43.055204 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] No DVR routers for this DVR port e0e95903-3b99-4fd9-b0f9-dfe137b06a68 on host dv-cinder-803823-13-iscsi {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:47:43.060607 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa2959-a570-421e-8bde-8e30176ecd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8d42fa-bd29-4994-a80a-eaf568198ea7,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:43.133941 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (81ccbe4d-d281-46f1-a767-e183ccaac7bb), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:43.143991 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:DELETE=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:43.162575 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ccbe4d-d281-46f1-a767-e183ccaac7bb']}} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:43.174961 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4') {'for_net_delete': True} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:43.175295 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfff45d-fb6d-4469-8a26-2dcf787ca1c4') {} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:43.187225 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63454162'] for segment (8dfff45d-fb6d-4469-8a26-2dcf787ca1c4), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:43.206319 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (8dfff45d-fb6d-4469-8a26-2dcf787ca1c4), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:43.215222 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=110594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:47:43.215563 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63533649'] for segment (8dfff45d-fb6d-4469-8a26-2dcf787ca1c4), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:43.252160 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:43.272032 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890174aa-c330-4d9a-b8b3-e4318f9bd635 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Router 0d7db7db-a98c-4445-a285-9acd52afbb15 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:47:43.278738 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (81ccbe4d-d281-46f1-a767-e183ccaac7bb), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:43.286320 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:43.289260 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] 10.222.0.65 "DELETE /v2.0/networks/81ccbe4d-d281-46f1-a767-e183ccaac7bb HTTP/1.1" status: 204 len: 168 time: 0.7848845 Jun 24 09:47:43.299905 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59140) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:43.307638 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0b38d-efde-433e-9f7c-517b62c21d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=81ccbe4d-d281-46f1-a767-e183ccaac7bb,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:43.397763 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890174aa-c330-4d9a-b8b3-e4318f9bd635 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:47:43.402405 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-890174aa-c330-4d9a-b8b3-e4318f9bd635 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:43.410729 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dcd292-3db1-43f4-a966-6af66990ab90 None None] Sync routers for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:47:43.428219 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dcd292-3db1-43f4-a966-6af66990ab90 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:43.431999 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-94dcd292-3db1-43f4-a966-6af66990ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:43.481852 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-890174aa-c330-4d9a-b8b3-e4318f9bd635 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "PUT /v2.0/floatingips/9be50bd8-2ec2-4721-95db-e259ce9ca888 HTTP/1.1" status: 200 len: 991 time: 1.4056859 Jun 24 09:47:43.489096 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'tag': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:43.498441 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9f99be-0804-4848-9237-b54a1e87bf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "21ad568e-23cd-4785-ac2f-89601b02e8cb", "tag": "a767a0b3-c7d0-4fd0-895f-6d471a89e711"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:43.523934 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device e0e95903-3b99-4fd9-b0f9-dfe137b06a68 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:43.549349 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: e0e95903-3b99-4fd9-b0f9-dfe137b06a68 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:43.549701 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device e0e95903-3b99-4fd9-b0f9-dfe137b06a68 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:43.550114 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:43.552576 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119d8964-c440-499f-b396-b8945a9b81e0 x-openstack-request-id: req-119d8964-c440-499f-b396-b8945a9b81e0 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:43.553466 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ad568e-23cd-4785-ac2f-89601b02e8cb", "tag": "a767a0b3-c7d0-4fd0-895f-6d471a89e711", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:43.553723 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-119d8964-c440-499f-b396-b8945a9b81e0 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:43.554145 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119d8964-c440-499f-b396-b8945a9b81e0'] response: {'name': 'network-changed', 'server_uuid': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'tag': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711', 'status': 'completed', 'code': 200} Jun 24 09:47:43.581112 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-94dcd292-3db1-43f4-a966-6af66990ab90 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:43.583392 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:43.583743 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 3aa4e7f3-737d-4ba3-a8d9-46b7bcd8a9b1 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:43.684911 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment 8dfff45d-fb6d-4469-8a26-2dcf787ca1c4 resource provider aggregate not found Jun 24 09:47:43.715482 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment 8dfff45d-fb6d-4469-8a26-2dcf787ca1c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dfff45d-fb6d-4469-8a26-2dcf787ca1c4 found for delete ", "request_id": "req-17971678-022b-41c0-92d1-f4372c6e6dde"}]} Jun 24 09:47:43.778851 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f99be-0804-4848-9237-b54a1e87bf3b req-5cee2b78-a49a-462d-80dd-a571fa52f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:43.780435 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3b9f99be-0804-4848-9237-b54a1e87bf3b req-5cee2b78-a49a-462d-80dd-a571fa52f6e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30033ce42b5a43b78dde38163831cea2&device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 1130 time: 0.1232719 Jun 24 09:47:43.791818 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:43.841692 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-94dcd292-3db1-43f4-a966-6af66990ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '9be50bd8-2ec2-4721-95db-e259ce9ca888', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:54:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:47:22Z', 'updated_at': '2022-06-24T09:47:42Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:43.955263 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dcd292-3db1-43f4-a966-6af66990ab90 None None] Checking router: 0d7db7db-a98c-4445-a285-9acd52afbb15 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:47:43.964481 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dcd292-3db1-43f4-a966-6af66990ab90 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:43.965276 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-94dcd292-3db1-43f4-a966-6af66990ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:43.972940 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f99be-0804-4848-9237-b54a1e87bf3b req-0a2d0353-e3b1-460a-8ca4-24d68973d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:43.974425 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3b9f99be-0804-4848-9237-b54a1e87bf3b req-0a2d0353-e3b1-460a-8ca4-24d68973d076 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 200 len: 915 time: 0.1872139 Jun 24 09:47:44.087806 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-94dcd292-3db1-43f4-a966-6af66990ab90 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:44.114844 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3b9f99be-0804-4848-9237-b54a1e87bf3b req-233d0610-f06c-4cf6-820a-ebef92195f5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a767a0b3-c7d0-4fd0-895f-6d471a89e711 HTTP/1.1" status: 200 len: 999 time: 0.1095238 Jun 24 09:47:44.138033 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eac91-571a-4577-8c75-0e5ad2fa30b1 req-b7ca9241-d573-43e3-8121-3b895ab70a2b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:44.139571 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-667eac91-571a-4577-8c75-0e5ad2fa30b1 req-b7ca9241-d573-43e3-8121-3b895ab70a2b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.1248112 Jun 24 09:47:44.208692 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:44.242556 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b005e0a4-7464-4305-a20a-583fa259252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:44.263683 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:44.269356 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f99be-0804-4848-9237-b54a1e87bf3b req-f315378a-f713-4c13-a196-30c11e8d5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:44.270962 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3b9f99be-0804-4848-9237-b54a1e87bf3b req-f315378a-f713-4c13-a196-30c11e8d5614 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f1591ae-0529-40f2-a2e2-f283f857afff HTTP/1.1" status: 200 len: 853 time: 0.1259589 Jun 24 09:47:44.316925 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1042661'] for router_interface (f8249eb8-a7c8-4ebe-be79-665d81fe7745), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:44.323999 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-667eac91-571a-4577-8c75-0e5ad2fa30b1 req-acfabbab-de50-44da-9fda-64b1fb0ea217 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682103 Jun 24 09:47:44.352560 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-94dcd292-3db1-43f4-a966-6af66990ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '9be50bd8-2ec2-4721-95db-e259ce9ca888', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:54:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:47:22Z', 'updated_at': '2022-06-24T09:47:42Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:44.384101 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dcd292-3db1-43f4-a966-6af66990ab90 None None] The sync data for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi is: [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '9be50bd8-2ec2-4721-95db-e259ce9ca888', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'port_id': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'mac_address': 'fa:16:3e:54:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:47:22Z', 'updated_at': '2022-06-24T09:47:42Z', 'revision_number': 1, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:47:44.384417 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f99be-0804-4848-9237-b54a1e87bf3b req-2f12fc9d-35ee-4876-98ff-01ec58f2b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:44.386394 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3b9f99be-0804-4848-9237-b54a1e87bf3b req-2f12fc9d-35ee-4876-98ff-01ec58f2b27a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6d825bf-3025-4144-aa4c-5693ec78fffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1092670 Jun 24 09:47:44.586324 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3b9f99be-0804-4848-9237-b54a1e87bf3b req-4a040ef9-5caa-4ac8-ad5c-ce5dab1e1d00 service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931710 Jun 24 09:47:44.628489 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5048e3-d7b7-41b0-9b69-5e3f0cf363c3 None None] New status for floating IP 9be50bd8-2ec2-4721-95db-e259ce9ca888: ACTIVE {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:47:44.691664 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:44.767202 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3b9f99be-0804-4848-9237-b54a1e87bf3b req-310d843d-12d6-4c14-bfc7-6a64a4b976fb service neutron] 10.222.0.47 "GET /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735179 Jun 24 09:47:44.768053 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] Deleting port 5b307979-62ff-4e52-acb8-1017db048a7b {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:44.768347 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:44.867126 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] For port 5b307979-62ff-4e52-acb8-1017db048a7b, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=5b307979-62ff-4e52-acb8-1017db048a7b,segment=NetworkSegment(cb8d74ff-576f-46e6-8bd3-fef3a5b824bf),segment_id=cb8d74ff-576f-46e6-8bd3-fef3a5b824bf)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:44.867497 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:44.883958 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] Calling delete_port for 5b307979-62ff-4e52-acb8-1017db048a7b owned by network:router_interface {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:45.086047 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (5b307979-62ff-4e52-acb8-1017db048a7b), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:45.112524 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] Pushing event deleted for resources: {'Port': ['ID=5b307979-62ff-4e52-acb8-1017db048a7b,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:45.158145 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:45.215576 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:45.280530 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042545'] for router_interface (f8249eb8-a7c8-4ebe-be79-665d81fe7745), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:45.519902 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83729b9-9fee-4db2-98f3-ea328071c8d9 req-13a9cd74-e26a-41e0-8cf8-5320e49e9372 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:45.521270 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c83729b9-9fee-4db2-98f3-ea328071c8d9 req-13a9cd74-e26a-41e0-8cf8-5320e49e9372 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0845404 Jun 24 09:47:45.563975 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] Router f8249eb8-a7c8-4ebe-be79-665d81fe7745 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:47:45.590547 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c83729b9-9fee-4db2-98f3-ea328071c8d9 req-b86fd7e3-aab5-41a8-bdd0-9a9df78f486c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631824 Jun 24 09:47:45.701815 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:47:45.707057 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-18f8c82a-9fd5-40b5-9d97-2773b45b9edb admin admin] 10.222.0.65 "PUT /v2.0/routers/f8249eb8-a7c8-4ebe-be79-665d81fe7745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4061599 Jun 24 09:47:45.710070 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59196) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:45.710534 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9e898-24d7-41a5-92b3-e108d0c64304 None None] Sync routers for ids ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:47:45.721743 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9e898-24d7-41a5-92b3-e108d0c64304 None None] Routers {'f8249eb8-a7c8-4ebe-be79-665d81fe7745'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:45.722311 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-aba9e898-24d7-41a5-92b3-e108d0c64304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:45.754854 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:45.812128 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Publish callbacks [] for router (f8249eb8-a7c8-4ebe-be79-665d81fe7745), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:45.825780 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-aba9e898-24d7-41a5-92b3-e108d0c64304 None None] Set router f8249eb8-a7c8-4ebe-be79-665d81fe7745 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:45.912691 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Publish callbacks [] for router_gateway (f8249eb8-a7c8-4ebe-be79-665d81fe7745), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:45.961518 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Deleting port f03e72ba-409f-47da-bb98-ff5f67fc03c7 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:45.961849 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.002692 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-aba9e898-24d7-41a5-92b3-e108d0c64304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'name': 'tempest-TestMinimumBasicScenario-1463427670-router', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:48Z', 'updated_at': '2022-06-24T09:47:45Z', 'revision_number': 5, 'project_id': '98bea12852fc45879f303aa81b795485', 'gw_port': {'id': 'f03e72ba-409f-47da-bb98-ff5f67fc03c7', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:44:50Z', 'updated_at': '2022-06-24T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:46.028882 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9e898-24d7-41a5-92b3-e108d0c64304 None None] Checking router: f8249eb8-a7c8-4ebe-be79-665d81fe7745 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:47:46.039482 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9e898-24d7-41a5-92b3-e108d0c64304 None None] Routers {'f8249eb8-a7c8-4ebe-be79-665d81fe7745'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:47:46.040119 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-aba9e898-24d7-41a5-92b3-e108d0c64304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:47:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:46.047330 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] For port f03e72ba-409f-47da-bb98-ff5f67fc03c7, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=f03e72ba-409f-47da-bb98-ff5f67fc03c7,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:46.047693 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.061939 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Calling delete_port for f03e72ba-409f-47da-bb98-ff5f67fc03c7 owned by network:router_gateway {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:46.068164 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:46.127989 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:46.128495 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-aba9e898-24d7-41a5-92b3-e108d0c64304 None None] Set router f8249eb8-a7c8-4ebe-be79-665d81fe7745 gateway port host: None {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:47:46.182433 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-aba9e898-24d7-41a5-92b3-e108d0c64304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'name': 'tempest-TestMinimumBasicScenario-1463427670-router', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:48Z', 'updated_at': '2022-06-24T09:47:45Z', 'revision_number': 6, 'project_id': '98bea12852fc45879f303aa81b795485', 'gw_port_host': None}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:46.210463 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9e898-24d7-41a5-92b3-e108d0c64304 None None] The sync data for ids ['f8249eb8-a7c8-4ebe-be79-665d81fe7745'] in dv-cinder-803823-13-iscsi is: [{'id': 'f8249eb8-a7c8-4ebe-be79-665d81fe7745', 'name': 'tempest-TestMinimumBasicScenario-1463427670-router', 'tenant_id': '98bea12852fc45879f303aa81b795485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:44:48Z', 'updated_at': '2022-06-24T09:47:45Z', 'revision_number': 6, 'project_id': '98bea12852fc45879f303aa81b795485', 'gw_port_host': None}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:47:46.260059 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (f03e72ba-409f-47da-bb98-ff5f67fc03c7), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.290334 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=f03e72ba-409f-47da-bb98-ff5f67fc03c7,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:46.375510 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1037141'] for router_gateway (f8249eb8-a7c8-4ebe-be79-665d81fe7745), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.489198 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12167'] for router (f8249eb8-a7c8-4ebe-be79-665d81fe7745), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.492184 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Publish callbacks [] for router_controller (f8249eb8-a7c8-4ebe-be79-665d81fe7745), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.540294 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1045202'] for router (f8249eb8-a7c8-4ebe-be79-665d81fe7745), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.540934 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8249eb8-a7c8-4ebe-be79-665d81fe7745 {{(pid=110594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:47:46.545506 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.546618 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-cc27409a-6a63-412e-b583-43643dce0d5c admin admin] 10.222.0.65 "DELETE /v2.0/routers/f8249eb8-a7c8-4ebe-be79-665d81fe7745 HTTP/1.1" status: 204 len: 168 time: 0.8356612 Jun 24 09:47:46.549261 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59210) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:46.583160 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-71c9d2b8-a51f-4c55-9025-91f510f38f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.599824 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8ad325-cdbd-4827-b93c-52fd687763b4 admin admin] Deleting subnet 0c611330-4fc9-4e47-948c-a14baf960032 {{(pid=110594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:47:46.603067 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad325-cdbd-4827-b93c-52fd687763b4 admin admin] Publish callbacks [] for subnet (0c611330-4fc9-4e47-948c-a14baf960032), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.641592 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad325-cdbd-4827-b93c-52fd687763b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63454153'] for subnet (0c611330-4fc9-4e47-948c-a14baf960032), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.729406 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85438404-1099-4e42-b9c3-f57dae731475 req-047b7944-e374-4cbd-8863-1ccc7b7047cd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:46.730877 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-85438404-1099-4e42-b9c3-f57dae731475 req-047b7944-e374-4cbd-8863-1ccc7b7047cd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0643785 Jun 24 09:47:46.777280 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad325-cdbd-4827-b93c-52fd687763b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (0c611330-4fc9-4e47-948c-a14baf960032), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:46.831470 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-85438404-1099-4e42-b9c3-f57dae731475 req-85846c3d-7383-404e-b43b-869fadf2f3f5 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842330 Jun 24 09:47:46.854346 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad325-cdbd-4827-b93c-52fd687763b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63533627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57998242'] for subnet (0c611330-4fc9-4e47-948c-a14baf960032), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.152172 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ad325-cdbd-4827-b93c-52fd687763b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c611330-4fc9-4e47-948c-a14baf960032,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:47.155984 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad325-cdbd-4827-b93c-52fd687763b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.159919 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-9e8ad325-cdbd-4827-b93c-52fd687763b4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0c611330-4fc9-4e47-948c-a14baf960032 HTTP/1.1" status: 204 len: 168 time: 0.6094728 Jun 24 09:47:47.161929 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042c6953-5949-4c22-be6f-a5ca9c2de895 None None] Network bf652b94-97b4-44cf-9ee3-9262d86d842e requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:47:47.162923 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59214) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:47.232981 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (bf652b94-97b4-44cf-9ee3-9262d86d842e), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.279266 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Deleting port 529c4dba-03aa-427f-b97f-bbe4c38bf293 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:47.279776 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.310538 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c0c63a-0e46-4d46-a4a1-189371bbcca9 None None] DHCP port deletion for bf652b94-97b4-44cf-9ee3-9262d86d842e request from dv-cinder-803823-13-iscsi {{(pid=110595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 09:47:47.336000 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:47.349011 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] For port 529c4dba-03aa-427f-b97f-bbe4c38bf293, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=529c4dba-03aa-427f-b97f-bbe4c38bf293,segment=NetworkSegment(cb8d74ff-576f-46e6-8bd3-fef3a5b824bf),segment_id=cb8d74ff-576f-46e6-8bd3-fef3a5b824bf)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:47.349360 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.353078 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-02c0c63a-0e46-4d46-a4a1-189371bbcca9 None None] Deleting port 529c4dba-03aa-427f-b97f-bbe4c38bf293 {{(pid=110595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:47:47.353453 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-02c0c63a-0e46-4d46-a4a1-189371bbcca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), before_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.363799 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Calling delete_port for 529c4dba-03aa-427f-b97f-bbe4c38bf293 owned by network:dhcp {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:47.404836 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:47.423182 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-02c0c63a-0e46-4d46-a4a1-189371bbcca9 None None] For port 529c4dba-03aa-427f-b97f-bbe4c38bf293, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=529c4dba-03aa-427f-b97f-bbe4c38bf293,segment=NetworkSegment(cb8d74ff-576f-46e6-8bd3-fef3a5b824bf),segment_id=cb8d74ff-576f-46e6-8bd3-fef3a5b824bf)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:47.423948 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-02c0c63a-0e46-4d46-a4a1-189371bbcca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), precommit_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.440350 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-02c0c63a-0e46-4d46-a4a1-189371bbcca9 None None] Calling delete_port for 529c4dba-03aa-427f-b97f-bbe4c38bf293 owned by network:dhcp {{(pid=110595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:47:47.456653 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.471847 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] No DVR routers for this DVR port 529c4dba-03aa-427f-b97f-bbe4c38bf293 on host dv-cinder-803823-13-iscsi {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:47:47.491360 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Pushing event deleted for resources: {'Port': ['ID=529c4dba-03aa-427f-b97f-bbe4c38bf293,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:47.497995 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device f03e72ba-409f-47da-bb98-ff5f67fc03c7 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:47.519197 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: f03e72ba-409f-47da-bb98-ff5f67fc03c7 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:47.519538 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device f03e72ba-409f-47da-bb98-ff5f67fc03c7 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:47.519943 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 5b307979-62ff-4e52-acb8-1017db048a7b no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:47.541924 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 5b307979-62ff-4e52-acb8-1017db048a7b {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:47.542283 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 5b307979-62ff-4e52-acb8-1017db048a7b not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:47.542859 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 529c4dba-03aa-427f-b97f-bbe4c38bf293 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:47:47.563703 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (bf652b94-97b4-44cf-9ee3-9262d86d842e), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.569756 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 529c4dba-03aa-427f-b97f-bbe4c38bf293 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:47:47.570095 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 529c4dba-03aa-427f-b97f-bbe4c38bf293 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:47:47.589839 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf652b94-97b4-44cf-9ee3-9262d86d842e']}} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:47.593444 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-02c0c63a-0e46-4d46-a4a1-189371bbcca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (529c4dba-03aa-427f-b97f-bbe4c38bf293), after_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.603246 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8d74ff-576f-46e6-8bd3-fef3a5b824bf') {'for_net_delete': True} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:47.603817 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8d74ff-576f-46e6-8bd3-fef3a5b824bf') {} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:47:47.632439 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0c63a-0e46-4d46-a4a1-189371bbcca9 None None] Pushing event deleted for resources: {'Port': ['ID=529c4dba-03aa-427f-b97f-bbe4c38bf293,revision_number=None']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:47.638017 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0c63a-0e46-4d46-a4a1-189371bbcca9 None None] No DVR routers for this DVR port 529c4dba-03aa-427f-b97f-bbe4c38bf293 on host dv-cinder-803823-13-iscsi {{(pid=110595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:47:47.641804 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63454162'] for segment (cb8d74ff-576f-46e6-8bd3-fef3a5b824bf), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.664469 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (cb8d74ff-576f-46e6-8bd3-fef3a5b824bf), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.672713 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=110594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:47:47.673335 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63533649'] for segment (cb8d74ff-576f-46e6-8bd3-fef3a5b824bf), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.699977 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment cb8d74ff-576f-46e6-8bd3-fef3a5b824bf resource provider aggregate not found Jun 24 09:47:47.733969 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment cb8d74ff-576f-46e6-8bd3-fef3a5b824bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb8d74ff-576f-46e6-8bd3-fef3a5b824bf found for delete ", "request_id": "req-481e2a3e-4aca-4bd7-8aba-378575739c9c"}]} Jun 24 09:47:47.743454 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (bf652b94-97b4-44cf-9ee3-9262d86d842e), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.750938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.756730 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] 10.222.0.65 "DELETE /v2.0/networks/bf652b94-97b4-44cf-9ee3-9262d86d842e HTTP/1.1" status: 204 len: 168 time: 0.5924597 Jun 24 09:47:47.782456 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516529a3-f3f6-451c-b52e-02fd68a246bc admin admin] Pushing event deleted for resources: {'Network': ['ID=bf652b94-97b4-44cf-9ee3-9262d86d842e,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:47.802158 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:47.998014 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba249-0743-4ecf-9fd9-5c85ef762cbe req-ecb9692e-442e-4a7a-b3ba-7e60eddd0d88 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:47.999650 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e2aba249-0743-4ecf-9fd9-5c85ef762cbe req-ecb9692e-442e-4a7a-b3ba-7e60eddd0d88 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0828381 Jun 24 09:47:48.000534 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59230) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:48.075800 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-35d8d1d1-1887-4ede-a4e2-cb1e1075e5b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0aff51028ec477ebbc12e078174977a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0739119 Jun 24 09:47:48.078939 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59232) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:48.083946 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e2aba249-0743-4ecf-9fd9-5c85ef762cbe req-36f684c5-7f4c-4047-936c-a2782ea46592 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750403 Jun 24 09:47:48.141362 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e568a422-11aa-44ea-8c92-f43dcc85d442 admin admin] Publish callbacks [] for security_group (498d4535-69b2-4260-8383-83aa80d989b6), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:48.163858 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e568a422-11aa-44ea-8c92-f43dcc85d442 admin admin] Publish callbacks [] for security_group (498d4535-69b2-4260-8383-83aa80d989b6), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:48.217485 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e568a422-11aa-44ea-8c92-f43dcc85d442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (498d4535-69b2-4260-8383-83aa80d989b6), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:48.222179 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e568a422-11aa-44ea-8c92-f43dcc85d442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:48.224312 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e568a422-11aa-44ea-8c92-f43dcc85d442 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/498d4535-69b2-4260-8383-83aa80d989b6 HTTP/1.1" status: 204 len: 168 time: 0.1433501 Jun 24 09:47:48.235175 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568a422-11aa-44ea-8c92-f43dcc85d442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498d4535-69b2-4260-8383-83aa80d989b6,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:48.580356 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59248) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:48.622951 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ee0f9b4f-ec8e-47ea-82ae-35aa2304943e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98bea12852fc45879f303aa81b795485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412283 Jun 24 09:47:48.626218 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59250) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:48.677502 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c12a32ff-b660-48b9-ba48-03fa74f961a3 admin admin] Publish callbacks [] for security_group (336676ff-89b3-425d-95f2-b2cbe1542527), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:48.699805 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c12a32ff-b660-48b9-ba48-03fa74f961a3 admin admin] Publish callbacks [] for security_group (336676ff-89b3-425d-95f2-b2cbe1542527), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:48.749350 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c12a32ff-b660-48b9-ba48-03fa74f961a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (336676ff-89b3-425d-95f2-b2cbe1542527), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:48.751996 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-c12a32ff-b660-48b9-ba48-03fa74f961a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:48.753145 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-c12a32ff-b660-48b9-ba48-03fa74f961a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/336676ff-89b3-425d-95f2-b2cbe1542527 HTTP/1.1" status: 204 len: 168 time: 0.1257448 Jun 24 09:47:48.764035 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a32ff-b660-48b9-ba48-03fa74f961a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336676ff-89b3-425d-95f2-b2cbe1542527,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:49.120271 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:49.214484 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1789f1-e81a-4caf-a7d6-9914a5098ec8 req-625b7805-b790-4ec3-8270-49b85e05c409 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:49.216004 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2e1789f1-e81a-4caf-a7d6-9914a5098ec8 req-625b7805-b790-4ec3-8270-49b85e05c409 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0492554 Jun 24 09:47:49.253915 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:49.265946 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2e1789f1-e81a-4caf-a7d6-9914a5098ec8 req-7bd5a7ea-b13a-4fc7-8409-16cfc5b1f69a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434587 Jun 24 09:47:50.397615 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a20519-dcb1-450d-9c9b-3f34854b7da9 req-0a3484e2-348c-47f3-ba83-81e476df99bb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:50.399178 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-41a20519-dcb1-450d-9c9b-3f34854b7da9 req-0a3484e2-348c-47f3-ba83-81e476df99bb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0477219 Jun 24 09:47:50.455690 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-41a20519-dcb1-450d-9c9b-3f34854b7da9 req-398cf4ac-7705-4c01-93ce-852b49df8572 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504754 Jun 24 09:47:51.578136 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897be40-a2d7-4ed9-9124-2429d70c62a5 req-76cc6c7e-08b4-4508-900b-bcaa40441e6e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:51.579751 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9897be40-a2d7-4ed9-9124-2429d70c62a5 req-76cc6c7e-08b4-4508-900b-bcaa40441e6e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0481999 Jun 24 09:47:51.636418 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9897be40-a2d7-4ed9-9124-2429d70c62a5 req-c4bdb1ac-0a34-47ca-9fb9-c091f9533578 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476658 Jun 24 09:47:52.767622 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893a72-39c5-476f-b405-ad79ebd0a46d req-14bc8bae-9d73-4505-8fab-3d9da7651ae0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:52.768825 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-12893a72-39c5-476f-b405-ad79ebd0a46d req-14bc8bae-9d73-4505-8fab-3d9da7651ae0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0562987 Jun 24 09:47:52.818518 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-12893a72-39c5-476f-b405-ad79ebd0a46d req-66394620-43aa-4193-bff3-d7110549ef26 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432942 Jun 24 09:47:53.313431 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:53.950198 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe67ab-2759-4943-b12a-18a0e561a80c req-43ca846c-c5ad-40cc-85de-990eb9abf459 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:53.951717 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-86fe67ab-2759-4943-b12a-18a0e561a80c req-43ca846c-c5ad-40cc-85de-990eb9abf459 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0534565 Jun 24 09:47:54.007033 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-86fe67ab-2759-4943-b12a-18a0e561a80c req-02883881-557a-481f-a18e-fc0d69d56550 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444343 Jun 24 09:47:54.677175 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59334) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:54.809834 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-30134751-ca38-413e-a68a-77db81108519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:54.894086 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-30134751-ca38-413e-a68a-77db81108519 admin admin] Publish callbacks [] for security_group (96503394-8dae-4427-8fcf-56a3ec9d6a46), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:54.901081 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-30134751-ca38-413e-a68a-77db81108519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (96503394-8dae-4427-8fcf-56a3ec9d6a46), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:54.929670 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-30134751-ca38-413e-a68a-77db81108519 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fafae01433834fb28d2858f79440c73c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513883 Jun 24 09:47:54.933874 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59346) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:54.950815 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:54.951048 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:54.951770 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30134751-ca38-413e-a68a-77db81108519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96503394-8dae-4427-8fcf-56a3ec9d6a46,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:54.998009 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb3ff-6205-4df8-b138-79ded2b32782 admin admin] Publish callbacks [] for security_group (96503394-8dae-4427-8fcf-56a3ec9d6a46), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.026792 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb3ff-6205-4df8-b138-79ded2b32782 admin admin] Publish callbacks [] for security_group (96503394-8dae-4427-8fcf-56a3ec9d6a46), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.028544 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:55.066946 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:47:55.102289 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb3ff-6205-4df8-b138-79ded2b32782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (96503394-8dae-4427-8fcf-56a3ec9d6a46), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.105836 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-bc0eb3ff-6205-4df8-b138-79ded2b32782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.112338 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-bc0eb3ff-6205-4df8-b138-79ded2b32782 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96503394-8dae-4427-8fcf-56a3ec9d6a46 HTTP/1.1" status: 204 len: 168 time: 0.1775966 Jun 24 09:47:55.137154 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0eb3ff-6205-4df8-b138-79ded2b32782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96503394-8dae-4427-8fcf-56a3ec9d6a46,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:55.183641 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442db8-679c-4a16-9a61-cd2d9b6a7f2d req-dac75c33-ee8d-4ef1-8cbb-710818b584ff tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:55.188716 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:55.190022 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a4442db8-679c-4a16-9a61-cd2d9b6a7f2d req-dac75c33-ee8d-4ef1-8cbb-710818b584ff tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0764012 Jun 24 09:47:55.202739 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'port_id': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'mac_address': 'fa:16:3e:2e:32:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:47:55.255703 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a4442db8-679c-4a16-9a61-cd2d9b6a7f2d req-5eb56a38-4be9-4c6e-aed1-f4effff30aac tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646844 Jun 24 09:47:55.257643 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 is: ACTIVE; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:47:55.258037 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.281056 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:47:55.295524 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:DELETE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:55.308928 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:55.313693 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.376378 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,revision_number=6']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:55.404907 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['6a505089-ab65-4375-b6e7-fc2f8ad2fb21'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:47:55.472172 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:55.547763 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59354) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:55.563020 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-31d90dc0-f7ec-408b-b6df-f57c1ae00209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.668794 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-31d90dc0-f7ec-408b-b6df-f57c1ae00209 admin admin] Publish callbacks [] for security_group (29e1d0a1-8a52-41fb-9860-7fe3cecbafd7), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.676850 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-31d90dc0-f7ec-408b-b6df-f57c1ae00209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (29e1d0a1-8a52-41fb-9860-7fe3cecbafd7), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.718033 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d90dc0-f7ec-408b-b6df-f57c1ae00209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e1d0a1-8a52-41fb-9860-7fe3cecbafd7,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:55.723165 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-31d90dc0-f7ec-408b-b6df-f57c1ae00209 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=647e201f2ed84cac9a41552923c111f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741450 Jun 24 09:47:55.725935 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59356) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:55.796288 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-74e0ed94-3ffe-41a6-8144-64e2d438c501 admin admin] Publish callbacks [] for security_group (29e1d0a1-8a52-41fb-9860-7fe3cecbafd7), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.822249 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-74e0ed94-3ffe-41a6-8144-64e2d438c501 admin admin] Publish callbacks [] for security_group (29e1d0a1-8a52-41fb-9860-7fe3cecbafd7), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.883180 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-74e0ed94-3ffe-41a6-8144-64e2d438c501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (29e1d0a1-8a52-41fb-9860-7fe3cecbafd7), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.887253 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-74e0ed94-3ffe-41a6-8144-64e2d438c501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:55.891997 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-74e0ed94-3ffe-41a6-8144-64e2d438c501 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29e1d0a1-8a52-41fb-9860-7fe3cecbafd7 HTTP/1.1" status: 204 len: 168 time: 0.1645830 Jun 24 09:47:55.902098 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0ed94-3ffe-41a6-8144-64e2d438c501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e1d0a1-8a52-41fb-9860-7fe3cecbafd7,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:56.187550 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=81 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:56.188462 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=39 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:56.392624 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f921bdf-d99b-4994-83e5-ace9d72dc9a9 req-8502268d-b43f-4e74-bcc9-0c8f4516c018 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:56.395590 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1f921bdf-d99b-4994-83e5-ace9d72dc9a9 req-8502268d-b43f-4e74-bcc9-0c8f4516c018 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 944 time: 0.0613396 Jun 24 09:47:56.468458 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1f921bdf-d99b-4994-83e5-ace9d72dc9a9 req-1cf18cf4-832b-4a32-911a-c4b03b5b9511 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618649 Jun 24 09:47:57.073356 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:47:57.126607 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:47:57.127233 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:57.201821 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:47:57.202195 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:57.232532 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:47:57.236363 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293f047d-5cf3-465a-846b-8c01e0347dec" -d '{"events": [{"server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "name": "network-vif-plugged", "status": "completed", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:47:57.253620 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:47:57.272008 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:57.317751 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1130399-a210-4af4-8235-4e281c8397b5 x-openstack-request-id: req-a1130399-a210-4af4-8235-4e281c8397b5 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:47:57.318294 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "name": "network-vif-plugged", "status": "completed", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:47:57.318716 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1130399-a210-4af4-8235-4e281c8397b5 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:47:57.319323 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1130399-a210-4af4-8235-4e281c8397b5'] response: {'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'code': 200} Jun 24 09:47:57.348466 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,revision_number=7']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:57.607089 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cd3e1-b84c-4552-a2e4-8dd2faa734a8 req-892ae941-2c5c-4d98-89cb-90c74bccf028 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:57.608917 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ba5cd3e1-b84c-4552-a2e4-8dd2faa734a8 req-892ae941-2c5c-4d98-89cb-90c74bccf028 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0747292 Jun 24 09:47:57.672499 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ba5cd3e1-b84c-4552-a2e4-8dd2faa734a8 req-7017f589-efff-450a-ad26-a95e57f107cb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562925 Jun 24 09:47:58.844215 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4c2e7-155f-4466-8395-c38e64a0bb05 req-53853cfe-d69e-42e0-9c78-7f0547bf1670 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:47:58.851746 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d7e4c2e7-155f-4466-8395-c38e64a0bb05 req-53853cfe-d69e-42e0-9c78-7f0547bf1670 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0759299 Jun 24 09:47:58.919769 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d7e4c2e7-155f-4466-8395-c38e64a0bb05 req-fcd37642-612d-4dc7-b649-5c2df4375137 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667009 Jun 24 09:47:58.981592 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59436) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:59.104764 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-45e51036-733f-4d4f-b27c-828d93babd89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:59.149615 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:47:59.196874 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-45e51036-733f-4d4f-b27c-828d93babd89 admin admin] Publish callbacks [] for security_group (10e4d9e0-12ab-40ab-8050-790e84c97807), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:59.203654 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-45e51036-733f-4d4f-b27c-828d93babd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (10e4d9e0-12ab-40ab-8050-790e84c97807), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:59.248706 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e51036-733f-4d4f-b27c-828d93babd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e4d9e0-12ab-40ab-8050-790e84c97807,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:59.260161 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-45e51036-733f-4d4f-b27c-828d93babd89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f3b3798c30144aaae21e253d773e63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701800 Jun 24 09:47:59.261496 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59440) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:59.313958 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd0fb-df3e-4fd1-93d9-ebcdbdee5ae1 admin admin] Publish callbacks [] for security_group (10e4d9e0-12ab-40ab-8050-790e84c97807), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:59.350260 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd0fb-df3e-4fd1-93d9-ebcdbdee5ae1 admin admin] Publish callbacks [] for security_group (10e4d9e0-12ab-40ab-8050-790e84c97807), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:59.412952 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd0fb-df3e-4fd1-93d9-ebcdbdee5ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (10e4d9e0-12ab-40ab-8050-790e84c97807), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:59.415701 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd0fb-df3e-4fd1-93d9-ebcdbdee5ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:59.416922 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-8d3bd0fb-df3e-4fd1-93d9-ebcdbdee5ae1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10e4d9e0-12ab-40ab-8050-790e84c97807 HTTP/1.1" status: 204 len: 168 time: 0.1555624 Jun 24 09:47:59.426515 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bd0fb-df3e-4fd1-93d9-ebcdbdee5ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e4d9e0-12ab-40ab-8050-790e84c97807,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:59.786348 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59446) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:47:59.801958 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4355a65a-83a9-4557-ac33-c71dda72f941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:59.899395 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4355a65a-83a9-4557-ac33-c71dda72f941 admin admin] Publish callbacks [] for security_group (90d175de-8657-467d-94fd-6043570571e7), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:59.904873 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4355a65a-83a9-4557-ac33-c71dda72f941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (90d175de-8657-467d-94fd-6043570571e7), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:47:59.948144 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-4355a65a-83a9-4557-ac33-c71dda72f941 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da74eab7653a40dd9359d444c590e702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606827 Jun 24 09:47:59.949278 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355a65a-83a9-4557-ac33-c71dda72f941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d175de-8657-467d-94fd-6043570571e7,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:47:59.951264 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59450) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:00.026541 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-296fdd56-dd82-4375-b289-4cc60848524e admin admin] Publish callbacks [] for security_group (90d175de-8657-467d-94fd-6043570571e7), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:00.079645 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1b21f-161a-474d-9beb-4a220775f5a6 req-377ccc48-610d-46aa-baee-224743be57e5 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:00.081280 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d3f1b21f-161a-474d-9beb-4a220775f5a6 req-377ccc48-610d-46aa-baee-224743be57e5 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0682042 Jun 24 09:48:00.083170 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-296fdd56-dd82-4375-b289-4cc60848524e admin admin] Publish callbacks [] for security_group (90d175de-8657-467d-94fd-6043570571e7), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:00.093583 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:00.160878 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d3f1b21f-161a-474d-9beb-4a220775f5a6 req-bd025db7-8d51-4988-9703-cae4b7f3d797 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700996 Jun 24 09:48:00.186218 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-296fdd56-dd82-4375-b289-4cc60848524e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (90d175de-8657-467d-94fd-6043570571e7), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:00.188688 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-296fdd56-dd82-4375-b289-4cc60848524e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:00.190823 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-296fdd56-dd82-4375-b289-4cc60848524e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90d175de-8657-467d-94fd-6043570571e7 HTTP/1.1" status: 204 len: 168 time: 0.2371631 Jun 24 09:48:00.211101 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fdd56-dd82-4375-b289-4cc60848524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d175de-8657-467d-94fd-6043570571e7,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:01.009507 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59476) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:01.118056 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1305695068-network', 'tenant_id': 'e7753d5879514268b8ad39e1b1b6dd3b'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:01.128611 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:01.143810 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Made reservation on behalf of e7753d5879514268b8ad39e1b1b6dd3b for: {'network': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:48:01.146532 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:01.156824 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:01.255138 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Publish callbacks [] for security_group (bbf6145a-be1c-4b3b-9e10-21313ac89f8f), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:01.273282 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (bbf6145a-be1c-4b3b-9e10-21313ac89f8f), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:01.320053 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=110594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:48:01.340590 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ec495-942e-43c6-aece-c3d9691510f5 req-35fcaf28-3b72-4f2c-9906-a0331561223b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:01.342159 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec2ec495-942e-43c6-aece-c3d9691510f5 req-35fcaf28-3b72-4f2c-9906-a0331561223b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0844741 Jun 24 09:48:01.347618 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf6145a-be1c-4b3b-9e10-21313ac89f8f,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:01.350415 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (e2da8dc3-4978-494d-9354-7c0aafbe45d0), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:01.350752 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.segments_db [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Added segment e2da8dc3-4978-494d-9354-7c0aafbe45d0 of type vlan for network 85f6d20d-5934-4422-9fa4-3a332a57c251 Jun 24 09:48:01.372113 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.372365 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.372704 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.373024 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.373344 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.373664 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.374003 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.374297 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.374610 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.374925 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.375267 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.375581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.375893 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.376197 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.376511 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.425577 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (85f6d20d-5934-4422-9fa4-3a332a57c251), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:01.461697 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec2ec495-942e-43c6-aece-c3d9691510f5 req-77b95726-0c81-4d48-8ce6-5cae04d65684 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093307 Jun 24 09:48:01.474232 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (85f6d20d-5934-4422-9fa4-3a332a57c251), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:01.475621 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:01.476135 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:01.512484 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5008481 Jun 24 09:48:01.515455 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59482) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:01.521732 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Request body: {'subnet': {'network_id': '85f6d20d-5934-4422-9fa4-3a332a57c251', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1305695068-subnet', 'tenant_id': 'e7753d5879514268b8ad39e1b1b6dd3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:01.545629 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Made reservation on behalf of e7753d5879514268b8ad39e1b1b6dd3b for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:48:01.548359 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63838793'] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:01.557067 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6deffb-df83-4f39-b677-abd245f1b32a admin admin] Pushing event updated for resources: {'Network': ['ID=85f6d20d-5934-4422-9fa4-3a332a57c251,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:01.573647 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 85f6d20d-5934-4422-9fa4-3a332a57c251 details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:48:01.595869 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:01.771892 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64714089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63838783'] for subnet (a68e55f7-7731-4589-8f5d-db3c7c68fc49), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:01.829185 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:01.831802 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68e55f7-7731-4589-8f5d-db3c7c68fc49,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:01.843795 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.844133 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.844829 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.845170 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.845514 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.845922 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.846738 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.846738 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.846945 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.847250 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.847573 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.847890 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.848203 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.848512 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.848823 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:01.855648 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Checking segment: {'id': 'e2da8dc3-4978-494d-9354-7c0aafbe45d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '85f6d20d-5934-4422-9fa4-3a332a57c251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:48:01.855999 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Network hostable DHCP agents. Network: 85f6d20d-5934-4422-9fa4-3a332a57c251, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:48:01.882226 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Network 85f6d20d-5934-4422-9fa4-3a332a57c251 is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:48:01.895667 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 85f6d20d-5934-4422-9fa4-3a332a57c251) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:01.901825 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:01.902436 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:01.905654 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9875b28f-8318-4d7e-a51e-39504ca2befe None None] Network 85f6d20d-5934-4422-9fa4-3a332a57c251 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:48:01.949612 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-bbb987a1-78d8-4437-b1c4-6ad19e7afa51 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4326963 Jun 24 09:48:02.071894 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00258982-094e-4daa-bfdd-9414d113143b None None] Network 85f6d20d-5934-4422-9fa4-3a332a57c251 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:48:02.595012 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59500) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:02.601237 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1543964332-network', 'tenant_id': '18cf7994731a433daa60dd220c293a3c'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:02.630045 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc644e2-4c8e-4b01-b230-f03d03c87419 req-cc92d08a-3113-4e8f-9fad-3e167ee04fe8 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:02.631646 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6cc644e2-4c8e-4b01-b230-f03d03c87419 req-cc92d08a-3113-4e8f-9fad-3e167ee04fe8 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0661960 Jun 24 09:48:02.636821 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Made reservation on behalf of 18cf7994731a433daa60dd220c293a3c for: {'network': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:48:02.640023 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:02.649845 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:02.691911 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6cc644e2-4c8e-4b01-b230-f03d03c87419 req-2e475b9f-a8a5-4389-8b47-8c6f8590da8d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517104 Jun 24 09:48:02.750603 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Publish callbacks [] for security_group (74eebd3f-805f-485d-91b0-980650ebf2ab), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:02.762135 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (74eebd3f-805f-485d-91b0-980650ebf2ab), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:02.795394 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eebd3f-805f-485d-91b0-980650ebf2ab,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:02.798184 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=110593) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:48:02.817292 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (642b67e3-6b77-4818-8031-1aa88b2fdd52), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:02.817635 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.segments_db [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Added segment 642b67e3-6b77-4818-8031-1aa88b2fdd52 of type vlan for network 03667164-0070-4797-bd18-427d39024d38 Jun 24 09:48:02.864404 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (03667164-0070-4797-bd18-427d39024d38), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:02.893887 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (03667164-0070-4797-bd18-427d39024d38), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:02.895155 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:02.895758 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:02.966411 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] Pushing event updated for resources: {'Network': ['ID=03667164-0070-4797-bd18-427d39024d38,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:02.974112 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-f327ffd7-8b00-4c96-bfee-d46efa5acb12 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3770947 Jun 24 09:48:02.977628 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 03667164-0070-4797-bd18-427d39024d38 details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:48:02.978674 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59502) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:02.988091 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] Request body: {'subnet': {'network_id': '03667164-0070-4797-bd18-427d39024d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1543964332-subnet', 'tenant_id': '18cf7994731a433daa60dd220c293a3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:03.016576 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] Made reservation on behalf of 18cf7994731a433daa60dd220c293a3c for: {'subnet': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:48:03.020325 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57998285'] for subnet (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:03.175480 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:03.228628 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63533816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57998267'] for subnet (f9d58ca6-9d30-4107-841e-22c64ed88e82), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:03.297844 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d58ca6-9d30-4107-841e-22c64ed88e82,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:03.307718 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] Checking segment: {'id': '642b67e3-6b77-4818-8031-1aa88b2fdd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '03667164-0070-4797-bd18-427d39024d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:48:03.308072 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] Network hostable DHCP agents. Network: 03667164-0070-4797-bd18-427d39024d38, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110594) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:48:03.323111 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:03.332667 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] Network 03667164-0070-4797-bd18-427d39024d38 is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110594) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:48:03.360298 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 03667164-0070-4797-bd18-427d39024d38) {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:03.376984 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:03.378874 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:03.384906 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e15bb-ede9-45d0-bc22-52c1fcbd39fb None None] Network 03667164-0070-4797-bd18-427d39024d38 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:48:03.405374 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-c84e4faf-3cab-467f-8ba3-19f1106e6909 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4252844 Jun 24 09:48:03.427816 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:03.523579 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b58d080-bcca-4b5a-b415-ce621671ad01 None None] Network 03667164-0070-4797-bd18-427d39024d38 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:48:03.879631 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee1f32-c666-447d-b07d-70a3281e3f28 req-43c48197-c012-4404-8257-7697f2586016 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:03.883592 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f6ee1f32-c666-447d-b07d-70a3281e3f28 req-43c48197-c012-4404-8257-7697f2586016 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0726807 Jun 24 09:48:03.947042 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f6ee1f32-c666-447d-b07d-70a3281e3f28 req-4517952b-8e88-4971-862b-8b2216f03d83 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547390 Jun 24 09:48:04.897194 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9bc7-82c3-4f46-8957-2a021fd5932d req-ac1d2cfc-4aea-44d1-99a7-04520cd76c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:04.898706 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7fcb9bc7-82c3-4f46-8957-2a021fd5932d req-ac1d2cfc-4aea-44d1-99a7-04520cd76c81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 1129 time: 0.0487063 Jun 24 09:48:05.002611 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9bc7-82c3-4f46-8957-2a021fd5932d req-7fa36f1a-b0bd-48c8-a0dd-a190fef1a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:05.004363 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7fcb9bc7-82c3-4f46-8957-2a021fd5932d req-7fa36f1a-b0bd-48c8-a0dd-a190fef1a1ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 918 time: 0.0999081 Jun 24 09:48:05.111670 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54392fe-3497-4fd8-92f5-a1d179afb2e2 req-5e6c700e-2eea-46e2-90a1-99f7873ae6e2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:05.113451 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d54392fe-3497-4fd8-92f5-a1d179afb2e2 req-5e6c700e-2eea-46e2-90a1-99f7873ae6e2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0675824 Jun 24 09:48:05.115445 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7fcb9bc7-82c3-4f46-8957-2a021fd5932d req-5777a262-3fbc-4941-98ca-cb70d561667c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21 HTTP/1.1" status: 200 len: 1001 time: 0.1046455 Jun 24 09:48:05.196795 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9bc7-82c3-4f46-8957-2a021fd5932d req-26b7f67e-f70d-4a26-b9f7-5a958a1753bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:05.198236 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7fcb9bc7-82c3-4f46-8957-2a021fd5932d req-26b7f67e-f70d-4a26-b9f7-5a958a1753bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.0722194 Jun 24 09:48:05.202467 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d54392fe-3497-4fd8-92f5-a1d179afb2e2 req-2a5403c1-0171-40b9-ad37-933190e90d4b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830507 Jun 24 09:48:05.246246 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb9bc7-82c3-4f46-8957-2a021fd5932d req-7e97b819-3f8e-4cb5-bdbc-a5c9457760e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:05.247771 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7fcb9bc7-82c3-4f46-8957-2a021fd5932d req-7e97b819-3f8e-4cb5-bdbc-a5c9457760e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431249 Jun 24 09:48:05.340258 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7fcb9bc7-82c3-4f46-8957-2a021fd5932d req-8ef9a9d5-59e1-4c1d-ba24-c533b7cf49fd service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862646 Jun 24 09:48:05.436382 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7fcb9bc7-82c3-4f46-8957-2a021fd5932d req-fa2b30a0-c3c2-4b7c-be11-e5b5031c5101 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900221 Jun 24 09:48:06.342912 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ec9f-481d-47dc-8804-02e324901948 req-ce4fce6e-a34d-4804-a8c5-99478cb0fc5d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:06.344750 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f5d0ec9f-481d-47dc-8804-02e324901948 req-ce4fce6e-a34d-4804-a8c5-99478cb0fc5d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0561664 Jun 24 09:48:06.395890 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f5d0ec9f-481d-47dc-8804-02e324901948 req-0c403c7a-da4e-4e13-84d8-12f47da7a988 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451856 Jun 24 09:48:07.491716 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:07.527993 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775dc97-3882-4032-9279-14e505582825 req-09d3b4c6-e658-4715-a303-8bb99a97a047 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:07.529381 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f775dc97-3882-4032-9279-14e505582825 req-09d3b4c6-e658-4715-a303-8bb99a97a047 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0476031 Jun 24 09:48:07.580878 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f775dc97-3882-4032-9279-14e505582825 req-6add19ed-33da-4e59-9550-8694de43bf37 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450182 Jun 24 09:48:07.855272 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:48:08.537260 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [req-54634fd9-352f-46a7-b0bb-e56547dc63d0 req-99aa3575-057b-4835-b643-2fd15ca20aa0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:48:08.538362 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-54634fd9-352f-46a7-b0bb-e56547dc63d0 req-99aa3575-057b-4835-b643-2fd15ca20aa0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1190789 Jun 24 09:48:08.702573 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec467828-cb6c-453d-a668-fad68d78f86a req-26286435-5908-4760-b7fd-c7ffd78813d1 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:08.704131 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec467828-cb6c-453d-a668-fad68d78f86a req-26286435-5908-4760-b7fd-c7ffd78813d1 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 945 time: 0.0476081 Jun 24 09:48:08.755776 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ec467828-cb6c-453d-a668-fad68d78f86a req-e9d175ca-7190-4182-aa3d-95c915c731d7 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459280 Jun 24 09:48:08.973546 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59614) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:09.059193 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-a438134a-5fb5-411b-85bc-b66ebbdcf906 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843346 Jun 24 09:48:09.067985 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-9b8efe4a-b753-421a-8b3a-c431687692de service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110593) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:48:09.068923 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-9b8efe4a-b753-421a-8b3a-c431687692de service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048873 Jun 24 09:48:09.148026 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59626) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:09.175796 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:48:09.252812 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 is: ACTIVE; New status is: DOWN {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:09.253200 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:09.259813 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-c3414db9-6901-4428-8d65-5f67ccad0c13 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:09.261549 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-c3414db9-6901-4428-8d65-5f67ccad0c13 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports/6a505089-ab65-4375-b6e7-fc2f8ad2fb21 HTTP/1.1" status: 200 len: 942 time: 0.1125703 Jun 24 09:48:09.272351 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:09.278253 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:48:09.280526 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0a6d1b-1d7d-4369-9a8a-50825b0b05a6" -d '{"events": [{"server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "name": "network-vif-unplugged", "status": "completed", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:48:09.303223 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:09.309439 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:09.335964 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Jun 2022 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c038744-d7c0-4980-ad6d-0dd6d77a547f x-openstack-request-id: req-7c038744-d7c0-4980-ad6d-0dd6d77a547f {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:48:09.336460 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "name": "network-vif-unplugged", "status": "failed", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21", "code": 422}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:48:09.336889 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c038744-d7c0-4980-ad6d-0dd6d77a547f {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:48:09.337453 dv-cinder-803823-13-iscsi neutron-server[110595]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7c038744-d7c0-4980-ad6d-0dd6d77a547f']: {'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'code': 422} returned with failed status Jun 24 09:48:09.373780 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,revision_number=8']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:09.894499 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2db7e6-7ee3-4d8d-bab2-61d17a12e898 req-7832a812-993f-40db-8bed-7c847562ebfb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:09.895979 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ee2db7e6-7ee3-4d8d-bab2-61d17a12e898 req-7832a812-993f-40db-8bed-7c847562ebfb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0576339 Jun 24 09:48:09.930364 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:09.946285 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ee2db7e6-7ee3-4d8d-bab2-61d17a12e898 req-27cf3ea3-3b19-4a11-942f-cd13abc68828 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444670 Jun 24 09:48:10.106100 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-78df7442-f8d9-4a38-b051-7c02916eaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:10.107601 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-78df7442-f8d9-4a38-b051-7c02916eaa40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661&tenant_id=f64a8807499a44ababb8bb037fc3d195 HTTP/1.1" status: 200 len: 1127 time: 0.0501199 Jun 24 09:48:10.168425 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-c222162e-2fe3-4136-8c16-9e8d7e601541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:10.169933 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-c222162e-2fe3-4136-8c16-9e8d7e601541 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 1127 time: 0.0389647 Jun 24 09:48:10.278062 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-60d9b840-c868-4acf-a198-324000fb6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:10.280288 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-60d9b840-c868-4acf-a198-324000fb6b25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 918 time: 0.1035528 Jun 24 09:48:10.342341 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-3bc497df-6028-4a0b-84b4-47550f938c81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21 HTTP/1.1" status: 200 len: 999 time: 0.0548632 Jun 24 09:48:10.394512 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-4ec69322-a794-40d8-ba58-f36424f89fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:10.395989 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-4ec69322-a794-40d8-ba58-f36424f89fc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.0474074 Jun 24 09:48:10.440003 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-f149f267-6bb5-4402-b18c-350dcd05509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:10.441583 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-f149f267-6bb5-4402-b18c-350dcd05509e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389738 Jun 24 09:48:10.544075 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-d8f71196-d291-42f3-b16a-9eeef7397a21 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955040 Jun 24 09:48:10.649580 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f92de4da-fc6b-4d0f-b57c-10e24a3d1d78 req-3f04dd30-5971-4309-8203-37e3c8f9fd58 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977983 Jun 24 09:48:11.074333 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f9cbf-a134-4861-81b7-9351781094af req-8d457992-97ef-46db-9cba-3bdf36078bb4 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:11.075981 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b4f9cbf-a134-4861-81b7-9351781094af req-8d457992-97ef-46db-9cba-3bdf36078bb4 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0538483 Jun 24 09:48:11.126894 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b4f9cbf-a134-4861-81b7-9351781094af req-6fbad8e5-0fe5-48f6-9c3e-a69b3a9a88cd tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452979 Jun 24 09:48:11.814625 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=4 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:12.258884 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34550bd8-2249-41ae-9aa8-3d9d20bb43ac req-c3e61987-ffc6-4ba7-846c-571575c8f685 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:12.260486 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-34550bd8-2249-41ae-9aa8-3d9d20bb43ac req-c3e61987-ffc6-4ba7-846c-571575c8f685 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0484066 Jun 24 09:48:12.315406 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-34550bd8-2249-41ae-9aa8-3d9d20bb43ac req-a792bf17-f876-407d-8308-05f8ac21d51a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484712 Jun 24 09:48:13.455938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff41a7-c0ff-4aa2-bd5b-78c21d7cb009 req-bfee4417-e428-4b59-a2af-6e953c15db54 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:13.459672 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2aff41a7-c0ff-4aa2-bd5b-78c21d7cb009 req-bfee4417-e428-4b59-a2af-6e953c15db54 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0650508 Jun 24 09:48:13.502235 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:13.527008 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2aff41a7-c0ff-4aa2-bd5b-78c21d7cb009 req-56e75028-b973-4e26-9e10-2b6959a0df40 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589192 Jun 24 09:48:14.238601 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-82c65fe0-8be6-4906-a515-3ad4699d3ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:14.795830 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b97a78-ef4e-4769-a1f1-f04205ff6b1b req-870aa6c6-e28e-457d-a45d-92a5e2243c99 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:14.808294 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-77b97a78-ef4e-4769-a1f1-f04205ff6b1b req-870aa6c6-e28e-457d-a45d-92a5e2243c99 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.1440384 Jun 24 09:48:14.896860 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-77b97a78-ef4e-4769-a1f1-f04205ff6b1b req-60367d10-cc43-4ef9-beb7-f3785379517d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871835 Jun 24 09:48:16.054204 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40acf78-6a10-42b0-89b6-0c78377c42fd req-04a33b0d-f174-4534-ad69-39273a30b4db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:16.055797 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c40acf78-6a10-42b0-89b6-0c78377c42fd req-04a33b0d-f174-4534-ad69-39273a30b4db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0553463 Jun 24 09:48:16.119791 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c40acf78-6a10-42b0-89b6-0c78377c42fd req-b51d0448-7351-4639-9373-685d350ae3b8 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555043 Jun 24 09:48:16.587416 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-afc63a3d-462d-4a36-b552-538ece9a6dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:17.199559 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:17.239798 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d077e-5cb8-4e45-840a-23a51ab01ca7 req-ff1002f4-aeec-49cd-b851-18180c41ea17 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:17.241630 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fb8d077e-5cb8-4e45-840a-23a51ab01ca7 req-ff1002f4-aeec-49cd-b851-18180c41ea17 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0514777 Jun 24 09:48:17.294179 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fb8d077e-5cb8-4e45-840a-23a51ab01ca7 req-e10d4199-b2b6-43d6-8a5c-921c0a6952ac tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467439 Jun 24 09:48:17.607784 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59752) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:17.655353 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c03270-81e8-4488-b48a-ad57857f45fc admin admin] Deleting subnet a68e55f7-7731-4589-8f5d-db3c7c68fc49 {{(pid=110593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:48:17.658976 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-59c03270-81e8-4488-b48a-ad57857f45fc admin admin] Publish callbacks [] for subnet (a68e55f7-7731-4589-8f5d-db3c7c68fc49), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:17.696180 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-59c03270-81e8-4488-b48a-ad57857f45fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63160183'] for subnet (a68e55f7-7731-4589-8f5d-db3c7c68fc49), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:17.737713 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:17.740664 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-59c03270-81e8-4488-b48a-ad57857f45fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (a68e55f7-7731-4589-8f5d-db3c7c68fc49), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:17.802601 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:17.806796 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-59c03270-81e8-4488-b48a-ad57857f45fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64714154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63838758'] for subnet (a68e55f7-7731-4589-8f5d-db3c7c68fc49), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:17.841120 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-59c03270-81e8-4488-b48a-ad57857f45fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:17.848603 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59754) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:17.849384 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-59c03270-81e8-4488-b48a-ad57857f45fc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a68e55f7-7731-4589-8f5d-db3c7c68fc49 HTTP/1.1" status: 204 len: 168 time: 0.2381647 Jun 24 09:48:17.850759 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=4 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:17.851268 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c03270-81e8-4488-b48a-ad57857f45fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68e55f7-7731-4589-8f5d-db3c7c68fc49,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:17.935500 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (85f6d20d-5934-4422-9fa4-3a332a57c251), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.015429 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (85f6d20d-5934-4422-9fa4-3a332a57c251), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.038300 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f6d20d-5934-4422-9fa4-3a332a57c251']}} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:18.048836 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2da8dc3-4978-494d-9354-7c0aafbe45d0') {'for_net_delete': True} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:18.049125 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2da8dc3-4978-494d-9354-7c0aafbe45d0') {} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:18.060628 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63454162'] for segment (e2da8dc3-4978-494d-9354-7c0aafbe45d0), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.074793 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (e2da8dc3-4978-494d-9354-7c0aafbe45d0), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.082298 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=110594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:48:18.083500 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63533649'] for segment (e2da8dc3-4978-494d-9354-7c0aafbe45d0), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.116790 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment e2da8dc3-4978-494d-9354-7c0aafbe45d0 resource provider aggregate not found Jun 24 09:48:18.149417 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment e2da8dc3-4978-494d-9354-7c0aafbe45d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2da8dc3-4978-494d-9354-7c0aafbe45d0 found for delete ", "request_id": "req-f37cf493-6dfd-4176-8f15-844957768d0a"}]} Jun 24 09:48:18.160795 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (85f6d20d-5934-4422-9fa4-3a332a57c251), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.177851 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.181111 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] 10.222.0.65 "DELETE /v2.0/networks/85f6d20d-5934-4422-9fa4-3a332a57c251 HTTP/1.1" status: 204 len: 168 time: 0.3310111 Jun 24 09:48:18.184070 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59760) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:18.191126 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2f433-f32f-4bc4-91a1-e199bf351bec admin admin] Pushing event deleted for resources: {'Network': ['ID=85f6d20d-5934-4422-9fa4-3a332a57c251,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:18.232176 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3efd44-caf5-46b6-93b0-3b8a3ce6766b admin admin] Deleting subnet f9d58ca6-9d30-4107-841e-22c64ed88e82 {{(pid=110594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:48:18.235834 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ff3efd44-caf5-46b6-93b0-3b8a3ce6766b admin admin] Publish callbacks [] for subnet (f9d58ca6-9d30-4107-841e-22c64ed88e82), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.276984 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ff3efd44-caf5-46b6-93b0-3b8a3ce6766b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63454153'] for subnet (f9d58ca6-9d30-4107-841e-22c64ed88e82), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.320588 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ff3efd44-caf5-46b6-93b0-3b8a3ce6766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (f9d58ca6-9d30-4107-841e-22c64ed88e82), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.445935 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ff3efd44-caf5-46b6-93b0-3b8a3ce6766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63533627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57998242'] for subnet (f9d58ca6-9d30-4107-841e-22c64ed88e82), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.485372 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb32cf-ffb1-41fe-88bd-e370a3deda31 req-f3e479a0-3b21-4ad1-9e00-4088018cd3d0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:18.486909 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dbeb32cf-ffb1-41fe-88bd-e370a3deda31 req-f3e479a0-3b21-4ad1-9e00-4088018cd3d0 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0841150 Jun 24 09:48:18.488105 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3efd44-caf5-46b6-93b0-3b8a3ce6766b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d58ca6-9d30-4107-841e-22c64ed88e82,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:18.491853 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ff3efd44-caf5-46b6-93b0-3b8a3ce6766b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.497564 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-ff3efd44-caf5-46b6-93b0-3b8a3ce6766b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f9d58ca6-9d30-4107-841e-22c64ed88e82 HTTP/1.1" status: 204 len: 168 time: 0.3125610 Jun 24 09:48:18.497716 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59764) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:18.540382 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=9 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:18.555630 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dbeb32cf-ffb1-41fe-88bd-e370a3deda31 req-9f0bf7d7-e3fc-4c09-b60b-746c6841435c tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565374 Jun 24 09:48:18.595724 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (03667164-0070-4797-bd18-427d39024d38), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.683469 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (03667164-0070-4797-bd18-427d39024d38), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.707813 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03667164-0070-4797-bd18-427d39024d38']}} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:18.718292 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642b67e3-6b77-4818-8031-1aa88b2fdd52') {'for_net_delete': True} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:18.718536 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642b67e3-6b77-4818-8031-1aa88b2fdd52') {} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:18.729346 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63160172'] for segment (642b67e3-6b77-4818-8031-1aa88b2fdd52), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.744875 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (642b67e3-6b77-4818-8031-1aa88b2fdd52), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.751913 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=110593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:48:18.752299 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64714176'] for segment (642b67e3-6b77-4818-8031-1aa88b2fdd52), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.833998 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (03667164-0070-4797-bd18-427d39024d38), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.840393 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:18.846703 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] 10.222.0.65 "DELETE /v2.0/networks/03667164-0070-4797-bd18-427d39024d38 HTTP/1.1" status: 204 len: 168 time: 0.3457353 Jun 24 09:48:18.867125 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604d50a-4b48-4bb2-9e32-573ff4acc56a admin admin] Pushing event deleted for resources: {'Network': ['ID=03667164-0070-4797-bd18-427d39024d38,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:18.954285 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 642b67e3-6b77-4818-8031-1aa88b2fdd52 resource provider aggregate not found Jun 24 09:48:18.973935 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 642b67e3-6b77-4818-8031-1aa88b2fdd52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 642b67e3-6b77-4818-8031-1aa88b2fdd52 found for delete ", "request_id": "req-038165d2-408e-41b4-b62c-54df402e06f2"}]} Jun 24 09:48:19.084146 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59776) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:19.127705 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:19.140138 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-543a648d-1bf3-427a-af04-10dfaffd53c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7753d5879514268b8ad39e1b1b6dd3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547721 Jun 24 09:48:19.142913 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59778) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:19.167461 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:19.205076 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9c079c95-0ce1-49e1-a90f-ce2debd9e5d2 admin admin] Publish callbacks [] for security_group (bbf6145a-be1c-4b3b-9e10-21313ac89f8f), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:19.231921 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9c079c95-0ce1-49e1-a90f-ce2debd9e5d2 admin admin] Publish callbacks [] for security_group (bbf6145a-be1c-4b3b-9e10-21313ac89f8f), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:19.259134 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:19.288166 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9c079c95-0ce1-49e1-a90f-ce2debd9e5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (bbf6145a-be1c-4b3b-9e10-21313ac89f8f), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:19.290728 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9c079c95-0ce1-49e1-a90f-ce2debd9e5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:19.291961 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-9c079c95-0ce1-49e1-a90f-ce2debd9e5d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bbf6145a-be1c-4b3b-9e10-21313ac89f8f HTTP/1.1" status: 204 len: 168 time: 0.1479297 Jun 24 09:48:19.303209 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c079c95-0ce1-49e1-a90f-ce2debd9e5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf6145a-be1c-4b3b-9e10-21313ac89f8f,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:19.662080 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59786) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:19.685827 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb114e2a-5bab-48c8-a4fd-adc051bb2a29 req-43cc130a-0f5f-4a41-bbb3-92149fd560db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:19.687450 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cb114e2a-5bab-48c8-a4fd-adc051bb2a29 req-43cc130a-0f5f-4a41-bbb3-92149fd560db tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0537801 Jun 24 09:48:19.706741 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e9624c45-01c0-483a-b128-ffac960f4311 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18cf7994731a433daa60dd220c293a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434935 Jun 24 09:48:19.710278 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 59788) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:19.737066 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:19.742739 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cb114e2a-5bab-48c8-a4fd-adc051bb2a29 req-4c61378b-ce49-4c8c-bc78-22df6695539d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496576 Jun 24 09:48:19.770579 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1eaad56e-e752-4af6-afb9-dcbf428d5968 admin admin] Publish callbacks [] for security_group (74eebd3f-805f-485d-91b0-980650ebf2ab), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:19.786487 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1eaad56e-e752-4af6-afb9-dcbf428d5968 admin admin] Publish callbacks [] for security_group (74eebd3f-805f-485d-91b0-980650ebf2ab), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:19.839306 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1eaad56e-e752-4af6-afb9-dcbf428d5968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (74eebd3f-805f-485d-91b0-980650ebf2ab), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:19.841685 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1eaad56e-e752-4af6-afb9-dcbf428d5968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:19.842828 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-1eaad56e-e752-4af6-afb9-dcbf428d5968 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/74eebd3f-805f-485d-91b0-980650ebf2ab HTTP/1.1" status: 204 len: 168 time: 0.1316497 Jun 24 09:48:19.851255 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaad56e-e752-4af6-afb9-dcbf428d5968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eebd3f-805f-485d-91b0-980650ebf2ab,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:20.881430 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bc6c4-f6ac-4b76-8b9f-7af5fd845aa4 req-45e81db1-89e7-4be8-ad5a-089f55079925 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:20.882927 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-987bc6c4-f6ac-4b76-8b9f-7af5fd845aa4 req-45e81db1-89e7-4be8-ad5a-089f55079925 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0543759 Jun 24 09:48:20.933939 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-987bc6c4-f6ac-4b76-8b9f-7af5fd845aa4 req-72b52369-9bb6-45e1-9ec0-c48a6ab1ad80 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453138 Jun 24 09:48:22.064413 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956e562-b5a3-4c9b-a357-00517f06f6e9 req-148f1342-fb3f-47ec-b888-734fa347a9bb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:22.065900 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5956e562-b5a3-4c9b-a357-00517f06f6e9 req-148f1342-fb3f-47ec-b888-734fa347a9bb tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0533333 Jun 24 09:48:22.115273 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5956e562-b5a3-4c9b-a357-00517f06f6e9 req-b768f6b1-e8d6-41df-b7fb-a108116a58f5 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Jun 24 09:48:23.267289 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70c463-63a3-413a-8595-b42008a90e65 req-e0d0bc74-18c8-46d0-b8d9-d2f06daba268 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:23.268152 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:48:23.268829 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ed70c463-63a3-413a-8595-b42008a90e65 req-e0d0bc74-18c8-46d0-b8d9-d2f06daba268 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 943 time: 0.0529523 Jun 24 09:48:23.325962 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ed70c463-63a3-413a-8595-b42008a90e65 req-a9f0fc0a-c236-4956-949e-afba97d70587 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483997 Jun 24 09:48:23.385326 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:23.406222 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:23.419111 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'port_id': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'mac_address': 'fa:16:3e:2e:32:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:48:23.463764 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:23.463764 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:23.480857 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:48:23.512308 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:23.602379 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:23.650419 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,revision_number=9']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:23.816285 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['6a505089-ab65-4375-b6e7-fc2f8ad2fb21'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:48:23.844919 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:24.455325 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e5cf3-7ea6-4e06-9d0c-9bbc4b91c844 req-c7fe43b3-b0bd-483a-8a97-d52694064259 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:24.456863 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f1e5cf3-7ea6-4e06-9d0c-9bbc4b91c844 req-c7fe43b3-b0bd-483a-8a97-d52694064259 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 944 time: 0.0527511 Jun 24 09:48:24.525415 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f1e5cf3-7ea6-4e06-9d0c-9bbc4b91c844 req-fbbdff7c-50a6-4619-b07a-58c8380f71e9 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612752 Jun 24 09:48:25.270044 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:48:25.318591 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:25.318957 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:25.405103 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:25.405478 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:25.429858 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:48:25.432099 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95360fbd-5c33-4e01-82be-8e1e8feb7248" -d '{"events": [{"server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "name": "network-vif-plugged", "status": "completed", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:48:25.444796 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:25.449860 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:25.475633 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b96d6f0-1d8d-4572-8d9b-7cd6e3e4abec x-openstack-request-id: req-5b96d6f0-1d8d-4572-8d9b-7cd6e3e4abec {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:48:25.475921 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "name": "network-vif-plugged", "status": "completed", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:48:25.476170 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b96d6f0-1d8d-4572-8d9b-7cd6e3e4abec {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:48:25.476571 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b96d6f0-1d8d-4572-8d9b-7cd6e3e4abec'] response: {'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'code': 200} Jun 24 09:48:25.502990 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,revision_number=10']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:25.682848 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4e3f4-a1b0-4ee5-ba75-ada914a458d1 req-55fe0b03-2436-46f4-888a-156a3d0d3a99 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:25.684412 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4fa4e3f4-a1b0-4ee5-ba75-ada914a458d1 req-55fe0b03-2436-46f4-888a-156a3d0d3a99 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 946 time: 0.0794704 Jun 24 09:48:25.698067 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df97a-eb80-4104-b619-c52ba13def0b req-2fa4d40d-c4f0-4734-9a55-cb7b5f02acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:25.699506 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-983df97a-eb80-4104-b619-c52ba13def0b req-2fa4d40d-c4f0-4734-9a55-cb7b5f02acfa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 1130 time: 0.0620048 Jun 24 09:48:25.767146 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4fa4e3f4-a1b0-4ee5-ba75-ada914a458d1 req-de5fe2ac-64a5-42fd-8e60-b20f9a8e373b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756242 Jun 24 09:48:25.770329 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-983df97a-eb80-4104-b619-c52ba13def0b req-b7185dd5-0ed0-4da0-a90d-cae44d54f639 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611622 Jun 24 09:48:26.891809 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b12e0-05cf-4abe-81d1-de225da240b3 req-7a6b4ca7-92fb-4fcf-bd2e-95a4c4e9c93e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:26.893292 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-681b12e0-05cf-4abe-81d1-de225da240b3 req-7a6b4ca7-92fb-4fcf-bd2e-95a4c4e9c93e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 946 time: 0.0479922 Jun 24 09:48:26.945924 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-681b12e0-05cf-4abe-81d1-de225da240b3 req-829ba226-5799-4f29-b541-ea71e3b0ae2b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468338 Jun 24 09:48:28.089219 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0653e-7b24-4045-8ac2-b6699ed937f9 req-53dd5ead-8eda-45a0-86ef-dc2980b1d01d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:28.090641 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e1e0653e-7b24-4045-8ac2-b6699ed937f9 req-53dd5ead-8eda-45a0-86ef-dc2980b1d01d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 946 time: 0.0620208 Jun 24 09:48:28.142387 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e1e0653e-7b24-4045-8ac2-b6699ed937f9 req-cb15bd5b-a3e2-4adb-9e6f-52d15e5cf7ce tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Jun 24 09:48:29.822398 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=49,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:29.847098 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:UPDATE=1,neutron:SELECT=59,neutron:DELETE=6 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:30.921962 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 59994) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:31.056660 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9881cafd-30de-48a4-b01a-5c4bffad7892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.076410 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:31.135430 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9881cafd-30de-48a4-b01a-5c4bffad7892 admin admin] Publish callbacks [] for security_group (f72137ec-f802-4438-a955-3422a155ab97), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.142409 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9881cafd-30de-48a4-b01a-5c4bffad7892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (f72137ec-f802-4438-a955-3422a155ab97), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.178685 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:31.183971 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881cafd-30de-48a4-b01a-5c4bffad7892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72137ec-f802-4438-a955-3422a155ab97,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:31.189788 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-9881cafd-30de-48a4-b01a-5c4bffad7892 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=571a39eee3dc4748ad844cc2ade207db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667785 Jun 24 09:48:31.193576 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60000) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:31.249351 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e0505d78-8747-42b6-87de-722b761c8ac3 admin admin] Publish callbacks [] for security_group (f72137ec-f802-4438-a955-3422a155ab97), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.272298 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e0505d78-8747-42b6-87de-722b761c8ac3 admin admin] Publish callbacks [] for security_group (f72137ec-f802-4438-a955-3422a155ab97), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.320915 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e0505d78-8747-42b6-87de-722b761c8ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (f72137ec-f802-4438-a955-3422a155ab97), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.323451 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e0505d78-8747-42b6-87de-722b761c8ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.324612 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-e0505d78-8747-42b6-87de-722b761c8ac3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f72137ec-f802-4438-a955-3422a155ab97 HTTP/1.1" status: 204 len: 168 time: 0.1297657 Jun 24 09:48:31.336731 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0505d78-8747-42b6-87de-722b761c8ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72137ec-f802-4438-a955-3422a155ab97,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:31.525344 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55502f-d33c-4b46-b3fb-6ba50f5f4b4d req-ecfc52ea-691f-47ca-a134-3a3f006cbe5c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:31.526822 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4b55502f-d33c-4b46-b3fb-6ba50f5f4b4d req-ecfc52ea-691f-47ca-a134-3a3f006cbe5c tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 946 time: 0.0489266 Jun 24 09:48:31.575784 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4b55502f-d33c-4b46-b3fb-6ba50f5f4b4d req-5d2a8cf2-51b5-4daf-bc38-2989883819e0 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423930 Jun 24 09:48:31.625485 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60012) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:31.639272 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-24ecb521-9252-4309-bf3d-8cbd3d357c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.726422 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-24ecb521-9252-4309-bf3d-8cbd3d357c84 admin admin] Publish callbacks [] for security_group (8ebf16a9-e77a-46d7-8719-f467dd109b3f), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.732908 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-24ecb521-9252-4309-bf3d-8cbd3d357c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8ebf16a9-e77a-46d7-8719-f467dd109b3f), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.775863 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-24ecb521-9252-4309-bf3d-8cbd3d357c84 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a177f3f86c84bf1990d34c3f5843a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491737 Jun 24 09:48:31.776674 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecb521-9252-4309-bf3d-8cbd3d357c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf16a9-e77a-46d7-8719-f467dd109b3f,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:31.778719 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60014) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:31.828697 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-264e2549-23b0-4790-88ff-92b75e087178 admin admin] Publish callbacks [] for security_group (8ebf16a9-e77a-46d7-8719-f467dd109b3f), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.850746 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-264e2549-23b0-4790-88ff-92b75e087178 admin admin] Publish callbacks [] for security_group (8ebf16a9-e77a-46d7-8719-f467dd109b3f), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.901569 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-264e2549-23b0-4790-88ff-92b75e087178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8ebf16a9-e77a-46d7-8719-f467dd109b3f), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.904673 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-264e2549-23b0-4790-88ff-92b75e087178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:31.905816 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-264e2549-23b0-4790-88ff-92b75e087178 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ebf16a9-e77a-46d7-8719-f467dd109b3f HTTP/1.1" status: 204 len: 168 time: 0.1260152 Jun 24 09:48:31.913689 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e2549-23b0-4790-88ff-92b75e087178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf16a9-e77a-46d7-8719-f467dd109b3f,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:32.694025 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773530-0acd-4c26-af82-7f7c31338e64 req-dbd421df-163f-49a9-9ec6-9d0252f05f58 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:32.695570 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6c773530-0acd-4c26-af82-7f7c31338e64 req-dbd421df-163f-49a9-9ec6-9d0252f05f58 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 946 time: 0.0496969 Jun 24 09:48:32.744570 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6c773530-0acd-4c26-af82-7f7c31338e64 req-8d690171-6f20-452d-95a0-01ef7b183f15 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups?id=453f09ad-8395-41ff-b0dc-92f57e1fcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423543 Jun 24 09:48:32.932393 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-10ad6bb7-31f9-4189-8204-70bb3c9218ae tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:32.933840 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-10ad6bb7-31f9-4189-8204-70bb3c9218ae tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 946 time: 0.0477583 Jun 24 09:48:33.020082 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Deleting port a767a0b3-c7d0-4fd0-895f-6d471a89e711 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:48:33.020495 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.053511 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:33.073675 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60046) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:33.114525 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] For port a767a0b3-c7d0-4fd0-895f-6d471a89e711, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a767a0b3-c7d0-4fd0-895f-6d471a89e711,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:33.115033 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.183791 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7fddb61d-ff84-4292-8016-fcdf25ae1920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.259713 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7fddb61d-ff84-4292-8016-fcdf25ae1920 admin admin] Publish callbacks [] for security_group (6bbceab5-b35f-4f20-a2f5-6790f028914c), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.264733 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7fddb61d-ff84-4292-8016-fcdf25ae1920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (6bbceab5-b35f-4f20-a2f5-6790f028914c), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.284592 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.284956 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (9be50bd8-2ec2-4721-95db-e259ce9ca888), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.285246 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Floating IP 9be50bd8-2ec2-4721-95db-e259ce9ca888 disassociated. External IP: 172.27.1.52, port: a767a0b3-c7d0-4fd0-895f-6d471a89e711. Jun 24 09:48:33.286044 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Calling delete_port for a767a0b3-c7d0-4fd0-895f-6d471a89e711 owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:48:33.307482 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-7fddb61d-ff84-4292-8016-fcdf25ae1920 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e81214f942784b63a0f3483c9877d3a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326396 Jun 24 09:48:33.308378 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddb61d-ff84-4292-8016-fcdf25ae1920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbceab5-b35f-4f20-a2f5-6790f028914c,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:33.310954 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60050) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:33.353439 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:33.359886 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9125a800-a2b0-41c1-9b87-428baf382d87 admin admin] Publish callbacks [] for security_group (6bbceab5-b35f-4f20-a2f5-6790f028914c), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.382821 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9125a800-a2b0-41c1-9b87-428baf382d87 admin admin] Publish callbacks [] for security_group (6bbceab5-b35f-4f20-a2f5-6790f028914c), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.422455 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (a767a0b3-c7d0-4fd0-895f-6d471a89e711), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.432791 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9125a800-a2b0-41c1-9b87-428baf382d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (6bbceab5-b35f-4f20-a2f5-6790f028914c), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.435519 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9125a800-a2b0-41c1-9b87-428baf382d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:33.436769 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-9125a800-a2b0-41c1-9b87-428baf382d87 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6bbceab5-b35f-4f20-a2f5-6790f028914c HTTP/1.1" status: 204 len: 168 time: 0.1248829 Jun 24 09:48:33.448169 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125a800-a2b0-41c1-9b87-428baf382d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbceab5-b35f-4f20-a2f5-6790f028914c,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:33.460407 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'Port': ['ID=a767a0b3-c7d0-4fd0-895f-6d471a89e711,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:33.866106 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-56587fc8-d09a-4d0f-b17c-3da492f05785 req-f75248d2-d938-44dd-86d8-7cc83cfabef7 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/ports?device_id=21ad568e-23cd-4785-ac2f-89601b02e8cb HTTP/1.1" status: 200 len: 210 time: 0.0337963 Jun 24 09:48:33.881671 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Router 0d7db7db-a98c-4445-a285-9acd52afbb15 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:48:34.003252 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:48:34.013249 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fd19db-5036-45d1-a7a7-0c7de78c051b None None] Sync routers for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:48:34.025062 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fd19db-5036-45d1-a7a7-0c7de78c051b None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:34.025897 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-74fd19db-5036-45d1-a7a7-0c7de78c051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:34.031818 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:34.048989 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] No DVR routers for this DVR port a767a0b3-c7d0-4fd0-895f-6d471a89e711 on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:48:34.051649 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.055160 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-97127e3b-2899-4a7f-aa72-c0f528481866 req-d708d47e-3de1-420a-9941-78069aa33c66 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.47 "DELETE /v2.0/ports/a767a0b3-c7d0-4fd0-895f-6d471a89e711 HTTP/1.1" status: 204 len: 173 time: 1.1164322 Jun 24 09:48:34.055606 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'name': 'network-vif-deleted', 'tag': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:48:34.058368 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d07af97-7489-4040-bb70-ac7bca14e674" -d '{"events": [{"server_uuid": "21ad568e-23cd-4785-ac2f-89601b02e8cb", "name": "network-vif-deleted", "tag": "a767a0b3-c7d0-4fd0-895f-6d471a89e711"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:48:34.112564 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4710cd7a-1171-4116-a5d5-df0748172253 x-openstack-request-id: req-4710cd7a-1171-4116-a5d5-df0748172253 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:48:34.112856 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ad568e-23cd-4785-ac2f-89601b02e8cb", "name": "network-vif-deleted", "tag": "a767a0b3-c7d0-4fd0-895f-6d471a89e711", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:48:34.113105 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4710cd7a-1171-4116-a5d5-df0748172253 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:48:34.113507 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4710cd7a-1171-4116-a5d5-df0748172253'] response: {'server_uuid': '21ad568e-23cd-4785-ac2f-89601b02e8cb', 'name': 'network-vif-deleted', 'tag': 'a767a0b3-c7d0-4fd0-895f-6d471a89e711', 'status': 'completed', 'code': 200} Jun 24 09:48:34.136336 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-74fd19db-5036-45d1-a7a7-0c7de78c051b None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:34.231697 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60076) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:34.328838 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-74fd19db-5036-45d1-a7a7-0c7de78c051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:34.337096 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1836225366-network', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:34.354193 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fd19db-5036-45d1-a7a7-0c7de78c051b None None] Checking router: 0d7db7db-a98c-4445-a285-9acd52afbb15 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:48:34.357513 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Made reservation on behalf of 86f042cb88b7426ea9733f70033b55e3 for: {'network': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:48:34.359999 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.363435 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fd19db-5036-45d1-a7a7-0c7de78c051b None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:34.364040 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-74fd19db-5036-45d1-a7a7-0c7de78c051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:34.368623 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.443418 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:34.454990 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Publish callbacks [] for security_group (20790ddc-dd67-44dc-bfb5-aa2f4865b600), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.461898 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (20790ddc-dd67-44dc-bfb5-aa2f4865b600), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.488330 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=110594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:48:34.503269 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20790ddc-dd67-44dc-bfb5-aa2f4865b600,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:34.508615 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (30306674-6f75-4737-9b00-e793a7773d3b), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.508952 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.segments_db [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Added segment 30306674-6f75-4737-9b00-e793a7773d3b of type vlan for network d67d849c-d27d-4bea-a085-4b945957c857 Jun 24 09:48:34.554669 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (d67d849c-d27d-4bea-a085-4b945957c857), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.572360 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:34.589108 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (d67d849c-d27d-4bea-a085-4b945957c857), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.590385 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:34.591304 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.601918 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-74fd19db-5036-45d1-a7a7-0c7de78c051b None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:34.635180 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4022658 Jun 24 09:48:34.638765 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60080) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:34.643998 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] Request body: {'subnet': {'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1836225366-subnet', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:34.661142 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9345b-f70a-4832-850c-b17d47e64bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=d67d849c-d27d-4bea-a085-4b945957c857,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:34.668479 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] Made reservation on behalf of 86f042cb88b7426ea9733f70033b55e3 for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:48:34.671096 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63838793'] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.676975 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network d67d849c-d27d-4bea-a085-4b945957c857 details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:48:34.849155 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64714089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63838783'] for subnet (02be826c-05ac-44e6-b17a-ee6933617bf2), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.862661 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-74fd19db-5036-45d1-a7a7-0c7de78c051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:34.888565 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fd19db-5036-45d1-a7a7-0c7de78c051b None None] The sync data for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi is: [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:42:01Z', 'revision_number': 4, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '27c9c6cf-41c6-450b-a544-97560d9c6586', 'name': '', 'network_id': 'd6d825bf-3025-4144-aa4c-5693ec78fffa', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'mac_address': 'fa:16:3e:61:81:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:59Z', 'updated_at': '2022-06-24T09:42:19Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'subnets': [{'id': '2f1591ae-0529-40f2-a2e2-f283f857afff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:48:34.907122 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:34.913573 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02be826c-05ac-44e6-b17a-ee6933617bf2,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:34.923104 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] Checking segment: {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:48:34.923409 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] Network hostable DHCP agents. Network: d67d849c-d27d-4bea-a085-4b945957c857, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:48:34.926707 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:34.944538 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] Network d67d849c-d27d-4bea-a085-4b945957c857 is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:48:34.958904 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, d67d849c-d27d-4bea-a085-4b945957c857) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:34.963391 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:34.964954 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:34.969420 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73996802-6dc0-4b9c-bbb1-743d41fd68ca None None] Network d67d849c-d27d-4bea-a085-4b945957c857 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:48:34.987015 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60086) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:34.989332 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-6a0ed0ff-6f37-43ce-9e87-1e5c7796f7d9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3491983 Jun 24 09:48:34.989960 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60088) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:34.994046 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:35.018381 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.019975 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.065756 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3912e3dc-8756-456c-8964-c30d54788fb9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (453f09ad-8395-41ff-b0dc-92f57e1fcea7), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.076202 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Publish callbacks [] for router_controller (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), precommit_add_association {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.093407 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-d67d849c-d27d-4bea-a085-4b945957c857', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:48:35.094493 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.095152 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3912e3dc-8756-456c-8964-c30d54788fb9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (453f09ad-8395-41ff-b0dc-92f57e1fcea7), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.122123 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:35.164620 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3912e3dc-8756-456c-8964-c30d54788fb9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (453f09ad-8395-41ff-b0dc-92f57e1fcea7), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.169275 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3912e3dc-8756-456c-8964-c30d54788fb9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.174147 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-3912e3dc-8756-456c-8964-c30d54788fb9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "DELETE /v2.0/security-groups/453f09ad-8395-41ff-b0dc-92f57e1fcea7 HTTP/1.1" status: 204 len: 168 time: 0.1860433 Jun 24 09:48:35.175013 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60090) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:35.197210 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.api.v2.resource [None req-d7201220-7d13-4e6f-9fde-a5e70680adc5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] show failed (client error): The resource could not be found. Jun 24 09:48:35.201526 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-d7201220-7d13-4e6f-9fde-a5e70680adc5 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "GET /v2.0/security-groups/453f09ad-8395-41ff-b0dc-92f57e1fcea7 HTTP/1.1" status: 404 len: 347 time: 0.0226059 Jun 24 09:48:35.202254 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60092) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:35.203006 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912e3dc-8756-456c-8964-c30d54788fb9 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453f09ad-8395-41ff-b0dc-92f57e1fcea7,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:35.243790 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Publish callbacks [] for router_gateway (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.285912 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c093c-9692-4900-827a-646af6c5aedf None None] New status for floating IP 9be50bd8-2ec2-4721-95db-e259ce9ca888: DOWN {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:48:35.298053 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Allocated IP 172.20.0.2 (d67d849c-d27d-4bea-a085-4b945957c857/02be826c-05ac-44e6-b17a-ee6933617bf2/34ccf7aa-41cc-4dd9-80d9-42bede116e56) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:48:35.331731 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-d808e3de-8878-4322-8df9-52cdf67d9a19 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Deleting port d15ce195-e45c-42e6-92ee-916e79699059 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:48:35.332102 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d808e3de-8878-4322-8df9-52cdf67d9a19 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (d15ce195-e45c-42e6-92ee-916e79699059), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.415287 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:35.453759 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d808e3de-8878-4322-8df9-52cdf67d9a19 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (d15ce195-e45c-42e6-92ee-916e79699059), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.454089 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d808e3de-8878-4322-8df9-52cdf67d9a19 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (d15ce195-e45c-42e6-92ee-916e79699059), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.467421 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Publish callbacks [] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.474851 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.482443 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-d808e3de-8878-4322-8df9-52cdf67d9a19 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Calling delete_port for d15ce195-e45c-42e6-92ee-916e79699059 owned by network:floatingip {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:48:35.491734 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Publish callbacks [] for router_gateway (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.512409 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.525389 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Network d67d849c-d27d-4bea-a085-4b945957c857 is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:48:35.528425 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:35.536398 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Pushing event updated for resources: {'Port': ['ID=34ccf7aa-41cc-4dd9-80d9-42bede116e56,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:35.540462 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:48:35.599856 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Attempting to bind port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:48:35.600538 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Attempting to bind port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:48:35.600960 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Attempting to bind port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 on network d67d849c-d27d-4bea-a085-4b945957c857 {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:48:35.606229 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:48:35.606921 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Checking segment: {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:48:35.607017 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.607544 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Bound using segment: {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:48:35.608084 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Bound port: 34ccf7aa-41cc-4dd9-80d9-42bede116e56, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:48:35.608520 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.624025 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d808e3de-8878-4322-8df9-52cdf67d9a19 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (d15ce195-e45c-42e6-92ee-916e79699059), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.636426 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Allocated IP 172.27.1.104 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:48:35.653203 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808e3de-8878-4322-8df9-52cdf67d9a19 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Pushing event deleted for resources: {'Port': ['ID=d15ce195-e45c-42e6-92ee-916e79699059,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:35.681257 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] For port 34ccf7aa-41cc-4dd9-80d9-42bede116e56, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:48:35.685598 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] For port 34ccf7aa-41cc-4dd9-80d9-42bede116e56, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=34ccf7aa-41cc-4dd9-80d9-42bede116e56,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:48:35.692443 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.715015 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:35.722520 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d808e3de-8878-4322-8df9-52cdf67d9a19 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks [] for floatingip (9be50bd8-2ec2-4721-95db-e259ce9ca888), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.725128 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d808e3de-8878-4322-8df9-52cdf67d9a19 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.726302 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-d808e3de-8878-4322-8df9-52cdf67d9a19 tempest-AttachVolumeNegativeTest-89945820 tempest-AttachVolumeNegativeTest-89945820-project] 10.222.0.65 "DELETE /v2.0/floatingips/9be50bd8-2ec2-4721-95db-e259ce9ca888 HTTP/1.1" status: 204 len: 168 time: 0.5210423 Jun 24 09:48:35.752318 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Publish callbacks [] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.773317 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac5c66-eed5-4939-8eda-41a99a8a4495 None None] Pushing event updated for resources: {'Port': ['ID=34ccf7aa-41cc-4dd9-80d9-42bede116e56,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:35.798275 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:35.853970 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:48:35.857818 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:35.859818 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:35.861909 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:48:35.865075 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:36.325693 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:UPDATE=5,neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=8 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:36.402264 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Publish callbacks [] for router_gateway (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:36.601636 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:36.658735 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3134ce-7d01-49fd-9797-108444cb4600 None None] Network d67d849c-d27d-4bea-a085-4b945957c857 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:48:36.736175 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:48:36.743442 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Provisioning complete for port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:36.743804 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:36.844335 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:48:36.853284 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Current status of the port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:36.853670 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:36.859463 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Sync routers for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:48:36.864961 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:36.866490 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-1dbc3e01-fdf0-4663-b003-18baa598ad69 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8756115 Jun 24 09:48:36.869530 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60098) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:36.884191 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:36.884821 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:36.909634 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=10 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:36.950564 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] For port 34ccf7aa-41cc-4dd9-80d9-42bede116e56, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=34ccf7aa-41cc-4dd9-80d9-42bede116e56,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:36.959591 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:37.090189 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:37.112566 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Pushing event updated for resources: {'Port': ['ID=34ccf7aa-41cc-4dd9-80d9-42bede116e56,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:37.168143 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.168671 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.169052 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.169382 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.169699 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.170015 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.170329 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.170639 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.170950 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.171282 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.171595 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.171906 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.172210 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.172518 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.172823 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a2410-b2f5-4dee-b0dd-07061383a599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:37.178040 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-b83fec35-f47c-4888-b5f9-f73ac3d24c83 None None] Provisioning complete for port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:37.178398 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b83fec35-f47c-4888-b5f9-f73ac3d24c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:37.183114 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:37.310476 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:37.311916 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a767a0b3-c7d0-4fd0-895f-6d471a89e711 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:48:37.315142 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:37.358013 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: a767a0b3-c7d0-4fd0-895f-6d471a89e711 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:48:37.358271 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device a767a0b3-c7d0-4fd0-895f-6d471a89e711 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:48:37.488731 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Allocated IP 172.20.0.1 (d67d849c-d27d-4bea-a085-4b945957c857/02be826c-05ac-44e6-b17a-ee6933617bf2/f11d33f7-b997-4423-9bed-a16ead67ca7a) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:48:37.512629 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-b83fec35-f47c-4888-b5f9-f73ac3d24c83 None None] Current status of the port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:37.532277 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:36Z', 'revision_number': 3, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:37.536718 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 34ccf7aa-41cc-4dd9-80d9-42bede116e56 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:48:37.581366 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Checking router: b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:48:37.581706 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Updating router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:48:37.605619 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Publish callbacks [] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:37.620279 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:37.639347 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:37.658394 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:37.658783 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:37.677343 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Network d67d849c-d27d-4bea-a085-4b945957c857 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:48:37.681962 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:37.685638 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:48:37.715539 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Pushing event updated for resources: {'Port': ['ID=f11d33f7-b997-4423-9bed-a16ead67ca7a,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:37.723973 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:37.730365 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:37.796064 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:37.871551 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:37.874186 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:37.973484 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Publish callbacks [] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:37.975790 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-ff07b89f-7920-4859-bb07-f34ec1c79ed7 None None] Provisioning complete for port f11d33f7-b997-4423-9bed-a16ead67ca7a triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:37.976123 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ff07b89f-7920-4859-bb07-f34ec1c79ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:37.979703 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:38.040502 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Publish callbacks [] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:38.047384 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:38.051793 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-ff07b89f-7920-4859-bb07-f34ec1c79ed7 None None] Port f11d33f7-b997-4423-9bed-a16ead67ca7a cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:48:38.067848 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210c1da-7792-433a-b232-67ef316310aa None None] Pushing event updated for resources: {'Port': ['ID=ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:38.070286 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Attempting to bind port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:48:38.070649 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Attempting to bind port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:48:38.071001 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Attempting to bind port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:48:38.076965 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:48:38.077332 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:48:38.077719 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:38.078097 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:48:38.078552 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Bound port: ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:48:38.078921 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:38.082041 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:38.123868 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:38.132302 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] For port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:48:38.134640 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Pushing event updated for resources: {'Port': ['ID=f11d33f7-b997-4423-9bed-a16ead67ca7a,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:38.136053 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] For port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:48:38.144582 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:38.180638 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:38.200840 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:38.201479 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:38.240354 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Network d67d849c-d27d-4bea-a085-4b945957c857 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:48:38.241746 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:38.272601 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210c1da-7792-433a-b232-67ef316310aa None None] Pushing event updated for resources: {'Port': ['ID=ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:38.356005 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:38.376198 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:48:38.510188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:48:38.515402 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-f4cb62c0-9a30-42a0-9c2c-08596f5d926f admin admin] 10.222.0.65 "PUT /v2.0/routers/b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6444707 Jun 24 09:48:38.516949 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:38.590792 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 2, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:38.595521 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-dce187ba-058a-4ef0-96c0-43f9ef781627 None None] Provisioning complete for port f11d33f7-b997-4423-9bed-a16ead67ca7a triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:38.595955 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-dce187ba-058a-4ef0-96c0-43f9ef781627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:38.640619 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6a068-53f4-4dae-9940-aa44066dbae3 None None] The sync data for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi is: [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 2, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:48:38.655199 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-dce187ba-058a-4ef0-96c0-43f9ef781627 None None] Port f11d33f7-b997-4423-9bed-a16ead67ca7a cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:48:39.101567 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60138) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:39.107382 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-967362851-network', 'tenant_id': '896af774f0b14c7d8727c344e41537f8'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:39.129317 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Made reservation on behalf of 896af774f0b14c7d8727c344e41537f8 for: {'network': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:48:39.132022 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.142678 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.227744 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Publish callbacks [] for security_group (8ccc5d21-cbd8-40fe-807e-c7915b6f180f), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.232562 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8ccc5d21-cbd8-40fe-807e-c7915b6f180f), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.239829 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:39.260501 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=110594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:48:39.276155 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccc5d21-cbd8-40fe-807e-c7915b6f180f,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:39.279558 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (7c8db87f-3bdb-4e13-8aec-7845308123a1), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.279897 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.segments_db [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Added segment 7c8db87f-3bdb-4e13-8aec-7845308123a1 of type vlan for network 237c746a-823d-46d1-8a2b-fbcea7aa2b3f Jun 24 09:48:39.328853 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (237c746a-823d-46d1-8a2b-fbcea7aa2b3f), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.358914 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (237c746a-823d-46d1-8a2b-fbcea7aa2b3f), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.359991 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:39.360566 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.401609 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2982349 Jun 24 09:48:39.404676 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60140) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:39.409539 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] Request body: {'subnet': {'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-967362851-subnet', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:39.430457 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de9417-6c50-45f9-92fc-59104f48f51d admin admin] Pushing event updated for resources: {'Network': ['ID=237c746a-823d-46d1-8a2b-fbcea7aa2b3f,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:39.437778 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] Made reservation on behalf of 896af774f0b14c7d8727c344e41537f8 for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:48:39.440373 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63838793'] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.441774 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 237c746a-823d-46d1-8a2b-fbcea7aa2b3f details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:48:39.588608 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:48:39.627654 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60148) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:39.645144 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:39.645626 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.706342 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64714089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63838783'] for subnet (b5f5aa2c-5c0a-4522-9560-5ef83e402338), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.726699 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:39.727100 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.754061 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:39.757828 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:39.760180 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.796274 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:39.813999 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f5aa2c-5c0a-4522-9560-5ef83e402338,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:39.816931 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] Checking segment: {'id': '7c8db87f-3bdb-4e13-8aec-7845308123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:48:39.817564 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] Network hostable DHCP agents. Network: 237c746a-823d-46d1-8a2b-fbcea7aa2b3f, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:48:39.846016 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] Network 237c746a-823d-46d1-8a2b-fbcea7aa2b3f is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:48:39.849690 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:39.861466 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 237c746a-823d-46d1-8a2b-fbcea7aa2b3f) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:39.866311 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:39.867006 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.876274 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f9c8c-a2b0-4a9b-8c6f-371a4afde87f None None] Network 237c746a-823d-46d1-8a2b-fbcea7aa2b3f requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:48:39.893779 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-db36c8a4-d9fc-4d8a-af83-88aeb7ebf87e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4878771 Jun 24 09:48:39.896366 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60152) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:39.901681 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-967362851-router', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:39.937861 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (8c89e9ac-f972-4177-8a6a-e2413025b436), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:39.939065 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (8c89e9ac-f972-4177-8a6a-e2413025b436), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:40.022466 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:40.031255 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-237c746a-823d-46d1-8a2b-fbcea7aa2b3f', 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f', 'project_id': '896af774f0b14c7d8727c344e41537f8', 'fixed_ips': [{'subnet_id': 'b5f5aa2c-5c0a-4522-9560-5ef83e402338'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:48:40.032338 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:40.085753 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Publish callbacks [] for router_controller (8c89e9ac-f972-4177-8a6a-e2413025b436), precommit_add_association {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:40.186239 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Allocated IP 172.20.0.2 (237c746a-823d-46d1-8a2b-fbcea7aa2b3f/b5f5aa2c-5c0a-4522-9560-5ef83e402338/0264f99a-2f29-45a7-a126-638109d74c00) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:48:40.271747 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:40.338006 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:40.342532 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Publish callbacks [] for port (0264f99a-2f29-45a7-a126-638109d74c00), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:40.351462 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (0264f99a-2f29-45a7-a126-638109d74c00), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:40.394579 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Network 237c746a-823d-46d1-8a2b-fbcea7aa2b3f is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:48:40.399462 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:40.403262 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:48:40.406600 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Pushing event updated for resources: {'Port': ['ID=0264f99a-2f29-45a7-a126-638109d74c00,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:40.464842 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Attempting to bind port 0264f99a-2f29-45a7-a126-638109d74c00 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:48:40.465554 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Attempting to bind port 0264f99a-2f29-45a7-a126-638109d74c00 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '7c8db87f-3bdb-4e13-8aec-7845308123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:48:40.466181 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Attempting to bind port 0264f99a-2f29-45a7-a126-638109d74c00 on network 237c746a-823d-46d1-8a2b-fbcea7aa2b3f {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:48:40.471928 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:48:40.472291 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Checking segment: {'id': '7c8db87f-3bdb-4e13-8aec-7845308123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:48:40.472675 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:40.473063 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Bound using segment: {'id': '7c8db87f-3bdb-4e13-8aec-7845308123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:48:40.473524 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Bound port: 0264f99a-2f29-45a7-a126-638109d74c00, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8db87f-3bdb-4e13-8aec-7845308123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:48:40.473892 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (0264f99a-2f29-45a7-a126-638109d74c00), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:40.545618 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] For port 0264f99a-2f29-45a7-a126-638109d74c00, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:48:40.549980 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] For port 0264f99a-2f29-45a7-a126-638109d74c00, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=0264f99a-2f29-45a7-a126-638109d74c00,segment=NetworkSegment(7c8db87f-3bdb-4e13-8aec-7845308123a1),segment_id=7c8db87f-3bdb-4e13-8aec-7845308123a1)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:48:40.557846 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (0264f99a-2f29-45a7-a126-638109d74c00), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:40.572353 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Publish callbacks [] for router_gateway (8c89e9ac-f972-4177-8a6a-e2413025b436), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:40.620904 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279e323-3b4c-43af-bd7f-0acb3d1a2e5c None None] Pushing event updated for resources: {'Port': ['ID=0264f99a-2f29-45a7-a126-638109d74c00,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:40.881138 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1042661'] for router_interface (0d7db7db-a98c-4445-a285-9acd52afbb15), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:40.927059 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:40.936907 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Sync routers for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:48:40.942941 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Publish callbacks [] for router_gateway (8c89e9ac-f972-4177-8a6a-e2413025b436), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:40.950541 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:40.950916 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:40.973690 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.150079 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:41.181878 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Allocated IP 172.27.1.147 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/22eb16ed-18f9-4645-8eaa-21fe78392176) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:48:41.277410 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:41.325131 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] Deleting port 27c9c6cf-41c6-450b-a544-97560d9c6586 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:48:41.325491 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.354331 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 2, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:41.384375 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Checking router: b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:48:41.384724 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Updating router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 port f11d33f7-b997-4423-9bed-a16ead67ca7a binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:48:41.415097 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.420016 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Publish callbacks [] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.448575 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] For port 27c9c6cf-41c6-450b-a544-97560d9c6586, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=27c9c6cf-41c6-450b-a544-97560d9c6586,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:41.448942 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.473032 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] Calling delete_port for 27c9c6cf-41c6-450b-a544-97560d9c6586 owned by network:router_interface {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:48:41.535271 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.560874 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:48:41.588970 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:41.594633 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:48:41.653739 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:48:41.703678 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:41.708848 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Pushing event updated for resources: {'Port': ['ID=22eb16ed-18f9-4645-8eaa-21fe78392176,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:41.715653 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ecdf6-ffb7-41e8-ac21-fde6f9ade46a None None] Network 237c746a-823d-46d1-8a2b-fbcea7aa2b3f requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:48:41.727257 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Publish callbacks [] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.733223 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:41.733648 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.733888 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.815287 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:41.826317 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-f9fb78c9-18d1-4c33-8f16-91b884c95c08 None None] Provisioning complete for port 0264f99a-2f29-45a7-a126-638109d74c00 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:41.826681 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f9fb78c9-18d1-4c33-8f16-91b884c95c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (0264f99a-2f29-45a7-a126-638109d74c00), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.848583 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:41.849846 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Attempting to bind port f11d33f7-b997-4423-9bed-a16ead67ca7a on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:48:41.850430 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Attempting to bind port f11d33f7-b997-4423-9bed-a16ead67ca7a by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:48:41.851008 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Attempting to bind port f11d33f7-b997-4423-9bed-a16ead67ca7a on network d67d849c-d27d-4bea-a085-4b945957c857 {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:48:41.853639 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Pushing event updated for resources: {'Port': ['ID=f11d33f7-b997-4423-9bed-a16ead67ca7a,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:41.865911 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.866377 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.866811 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.867229 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.867692 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.868101 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.868500 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.869221 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.869768 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.870548 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.871095 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.872382 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.872934 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.873485 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.874153 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:48:41.882898 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:48:41.883590 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Checking segment: {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:48:41.884206 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.885198 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Bound using segment: {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:48:41.886359 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Bound port: f11d33f7-b997-4423-9bed-a16ead67ca7a, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:48:41.887126 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.928979 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb78c9-18d1-4c33-8f16-91b884c95c08 None None] Current status of the port 0264f99a-2f29-45a7-a126-638109d74c00 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:41.929347 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f9fb78c9-18d1-4c33-8f16-91b884c95c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (0264f99a-2f29-45a7-a126-638109d74c00), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.949538 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (27c9c6cf-41c6-450b-a544-97560d9c6586), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:41.967258 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] For port f11d33f7-b997-4423-9bed-a16ead67ca7a, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:48:41.972737 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] For port f11d33f7-b997-4423-9bed-a16ead67ca7a, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=f11d33f7-b997-4423-9bed-a16ead67ca7a,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:48:41.982675 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c9c6cf-41c6-450b-a544-97560d9c6586,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:41.993264 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:42.016059 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:42.017113 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 0264f99a-2f29-45a7-a126-638109d74c00 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:48:42.111904 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:42.112870 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:42.116011 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07542d1c-7db2-4f3c-980a-8a97ba8ca880 None None] Pushing event updated for resources: {'Port': ['ID=f11d33f7-b997-4423-9bed-a16ead67ca7a,revision_number=4']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:42.181724 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:42.208447 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Publish callbacks [] for router_gateway (8c89e9ac-f972-4177-8a6a-e2413025b436), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:42.254848 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-f9fb78c9-18d1-4c33-8f16-91b884c95c08 None None] For port 0264f99a-2f29-45a7-a126-638109d74c00, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=0264f99a-2f29-45a7-a126-638109d74c00,segment=NetworkSegment(7c8db87f-3bdb-4e13-8aec-7845308123a1),segment_id=7c8db87f-3bdb-4e13-8aec-7845308123a1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:42.284078 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f9fb78c9-18d1-4c33-8f16-91b884c95c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (0264f99a-2f29-45a7-a126-638109d74c00), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:42.297085 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:42.297294 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 0264f99a-2f29-45a7-a126-638109d74c00 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:42.298451 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (0264f99a-2f29-45a7-a126-638109d74c00), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:42.335540 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042545'] for router_interface (0d7db7db-a98c-4445-a285-9acd52afbb15), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:42.370895 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:42.374126 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb78c9-18d1-4c33-8f16-91b884c95c08 None None] Pushing event updated for resources: {'Port': ['ID=0264f99a-2f29-45a7-a126-638109d74c00,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:42.458221 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-fe7de567-7958-4f37-b6ac-07508c5bea35 None None] Provisioning complete for port f11d33f7-b997-4423-9bed-a16ead67ca7a triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:42.458591 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-fe7de567-7958-4f37-b6ac-07508c5bea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:42.461448 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:42.544542 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:41Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:42.549627 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 0264f99a-2f29-45a7-a126-638109d74c00 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:42.573927 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d78d5-8928-4601-b950-ee5a4eebae8c None None] The sync data for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi is: [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:41Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:48:42.590694 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-fe7de567-7958-4f37-b6ac-07508c5bea35 None None] Current status of the port f11d33f7-b997-4423-9bed-a16ead67ca7a is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:42.590694 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-fe7de567-7958-4f37-b6ac-07508c5bea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:42.627589 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-fe7de567-7958-4f37-b6ac-07508c5bea35 None None] For port f11d33f7-b997-4423-9bed-a16ead67ca7a, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=f11d33f7-b997-4423-9bed-a16ead67ca7a,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:42.633311 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-fe7de567-7958-4f37-b6ac-07508c5bea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:42.688291 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7de567-7958-4f37-b6ac-07508c5bea35 None None] Pushing event updated for resources: {'Port': ['ID=f11d33f7-b997-4423-9bed-a16ead67ca7a,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:42.760806 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-c86c5de9-a2ab-4488-980a-230ae9fd3de3 None None] Provisioning complete for port 0264f99a-2f29-45a7-a126-638109d74c00 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:42.762889 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-c86c5de9-a2ab-4488-980a-230ae9fd3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (0264f99a-2f29-45a7-a126-638109d74c00), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:42.845491 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-c86c5de9-a2ab-4488-980a-230ae9fd3de3 None None] Current status of the port 0264f99a-2f29-45a7-a126-638109d74c00 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:42.854208 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-c86c5de9-a2ab-4488-980a-230ae9fd3de3 None None] Provisioning complete for port f11d33f7-b997-4423-9bed-a16ead67ca7a triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:42.854566 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-c86c5de9-a2ab-4488-980a-230ae9fd3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:42.938828 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-c86c5de9-a2ab-4488-980a-230ae9fd3de3 None None] Current status of the port f11d33f7-b997-4423-9bed-a16ead67ca7a is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:42.999942 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (8c89e9ac-f972-4177-8a6a-e2413025b436), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:43.047507 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:43.063116 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] Router 0d7db7db-a98c-4445-a285-9acd52afbb15 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:48:43.230028 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:48:43.236400 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-ea6075f8-3f5c-4174-85f8-eb26a14f6c56 admin admin] 10.222.0.65 "PUT /v2.0/routers/0d7db7db-a98c-4445-a285-9acd52afbb15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6067276 Jun 24 09:48:43.239127 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60154) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:43.242167 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f913abd-afef-475e-8db3-5b1a1bb2a6f9 None None] Sync routers for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:48:43.246021 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Router 8c89e9ac-f972-4177-8a6a-e2413025b436 is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110594) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:48:43.253367 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f913abd-afef-475e-8db3-5b1a1bb2a6f9 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:43.254069 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-0f913abd-afef-475e-8db3-5b1a1bb2a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:43.358227 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-0f913abd-afef-475e-8db3-5b1a1bb2a6f9 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:43.362098 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:43.415095 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Publish callbacks [] for router (0d7db7db-a98c-4445-a285-9acd52afbb15), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:43.471101 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:48:43.485463 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Sync routers for ids ['8c89e9ac-f972-4177-8a6a-e2413025b436'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:48:43.501950 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Routers {'8c89e9ac-f972-4177-8a6a-e2413025b436'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:43.502729 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8c89e9ac-f972-4177-8a6a-e2413025b436'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:43.529761 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:43.531099 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-7c0f9a94-57e4-4215-bee1-1a681b652a0b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6335709 Jun 24 09:48:43.533958 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60156) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:43.535566 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-0f913abd-afef-475e-8db3-5b1a1bb2a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:48:41Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:43.561378 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f913abd-afef-475e-8db3-5b1a1bb2a6f9 None None] Checking router: 0d7db7db-a98c-4445-a285-9acd52afbb15 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:48:43.571099 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f913abd-afef-475e-8db3-5b1a1bb2a6f9 None None] Routers {'0d7db7db-a98c-4445-a285-9acd52afbb15'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:43.571756 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-0f913abd-afef-475e-8db3-5b1a1bb2a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['0d7db7db-a98c-4445-a285-9acd52afbb15'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:43.573473 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Publish callbacks [] for router_gateway (0d7db7db-a98c-4445-a285-9acd52afbb15), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:43.664726 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Set router 8c89e9ac-f972-4177-8a6a-e2413025b436 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:43.669666 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Deleting port dc878279-cd0a-4e38-bd5a-f4d53c0bd897 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:48:43.669999 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:43.677508 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device f11d33f7-b997-4423-9bed-a16ead67ca7a up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:48:43.726540 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:43.731374 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:43.762594 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-0f913abd-afef-475e-8db3-5b1a1bb2a6f9 None None] Set router 0d7db7db-a98c-4445-a285-9acd52afbb15 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:43.762949 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port f11d33f7-b997-4423-9bed-a16ead67ca7a triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:43.763328 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:43.830395 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] For port dc878279-cd0a-4e38-bd5a-f4d53c0bd897, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=dc878279-cd0a-4e38-bd5a-f4d53c0bd897,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:43.830752 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:43.848679 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Calling delete_port for dc878279-cd0a-4e38-bd5a-f4d53c0bd897 owned by network:router_gateway {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:48:43.850368 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'name': 'tempest-TestVolumeBootPattern-967362851-router', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:39Z', 'updated_at': '2022-06-24T09:48:41Z', 'revision_number': 3, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'gw_port': {'id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:41Z', 'updated_at': '2022-06-24T09:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:43.877104 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Checking router: 8c89e9ac-f972-4177-8a6a-e2413025b436 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:48:43.877480 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Updating router 8c89e9ac-f972-4177-8a6a-e2413025b436 port 22eb16ed-18f9-4645-8eaa-21fe78392176 binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:48:43.905222 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:43.908412 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:43.965800 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port f11d33f7-b997-4423-9bed-a16ead67ca7a is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:43.966941 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 0264f99a-2f29-45a7-a126-638109d74c00 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:48:43.989645 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:44.037269 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-0f913abd-afef-475e-8db3-5b1a1bb2a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:48:41Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:44.062754 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:44.066295 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f913abd-afef-475e-8db3-5b1a1bb2a6f9 None None] The sync data for ids ['0d7db7db-a98c-4445-a285-9acd52afbb15'] in dv-cinder-803823-13-iscsi is: [{'id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'name': 'tempest-AttachVolumeNegativeTest-705085902-router', 'tenant_id': '30033ce42b5a43b78dde38163831cea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:48Z', 'updated_at': '2022-06-24T09:48:41Z', 'revision_number': 5, 'project_id': '30033ce42b5a43b78dde38163831cea2', 'gw_port': {'id': 'dc878279-cd0a-4e38-bd5a-f4d53c0bd897', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7db7db-a98c-4445-a285-9acd52afbb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:50Z', 'updated_at': '2022-06-24T09:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:48:44.071382 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 0264f99a-2f29-45a7-a126-638109d74c00 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:44.071746 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (0264f99a-2f29-45a7-a126-638109d74c00), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.164763 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 0264f99a-2f29-45a7-a126-638109d74c00 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:44.228678 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (dc878279-cd0a-4e38-bd5a-f4d53c0bd897), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.236580 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a324e203-4bd5-4674-83fe-9c30aee7933f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.245377 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:44.258524 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.269213 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Pushing event deleted for resources: {'Port': ['ID=dc878279-cd0a-4e38-bd5a-f4d53c0bd897,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:44.298770 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Publish callbacks [] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.304614 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.359220 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0099db-af9f-422b-9b8d-5c2beaca4021 None None] Pushing event updated for resources: {'Port': ['ID=22eb16ed-18f9-4645-8eaa-21fe78392176,revision_number=2']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:44.361483 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Attempting to bind port 22eb16ed-18f9-4645-8eaa-21fe78392176 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:48:44.361786 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Attempting to bind port 22eb16ed-18f9-4645-8eaa-21fe78392176 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:48:44.362142 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Attempting to bind port 22eb16ed-18f9-4645-8eaa-21fe78392176 on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:48:44.367850 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:48:44.368221 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:48:44.368602 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.368973 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:48:44.369426 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Bound port: 22eb16ed-18f9-4645-8eaa-21fe78392176, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:48:44.369793 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.377112 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1037141'] for router_gateway (0d7db7db-a98c-4445-a285-9acd52afbb15), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.423807 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] For port 22eb16ed-18f9-4645-8eaa-21fe78392176, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:48:44.427545 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] For port 22eb16ed-18f9-4645-8eaa-21fe78392176, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=22eb16ed-18f9-4645-8eaa-21fe78392176,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:48:44.436768 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.499748 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12167'] for router (0d7db7db-a98c-4445-a285-9acd52afbb15), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.503778 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Publish callbacks [] for router_controller (0d7db7db-a98c-4445-a285-9acd52afbb15), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.514918 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0099db-af9f-422b-9b8d-5c2beaca4021 None None] Pushing event updated for resources: {'Port': ['ID=22eb16ed-18f9-4645-8eaa-21fe78392176,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:44.518423 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Routers {'8c89e9ac-f972-4177-8a6a-e2413025b436'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:44.519524 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8c89e9ac-f972-4177-8a6a-e2413025b436'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:44.580228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1045202'] for router (0d7db7db-a98c-4445-a285-9acd52afbb15), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.580842 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d7db7db-a98c-4445-a285-9acd52afbb15 {{(pid=110594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:48:44.586217 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] Publish callbacks [] for router (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.589907 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-712935a7-3afc-453c-8e22-1eae0d5ce1db admin admin] 10.222.0.65 "DELETE /v2.0/routers/0d7db7db-a98c-4445-a285-9acd52afbb15 HTTP/1.1" status: 204 len: 168 time: 1.3473413 Jun 24 09:48:44.590067 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60158) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:44.629730 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Allocated IP 172.20.0.1 (237c746a-823d-46d1-8a2b-fbcea7aa2b3f/b5f5aa2c-5c0a-4522-9560-5ef83e402338/83481ce9-89b4-43d9-8689-c4d7c237280b) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:48:44.639383 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] Set router 8c89e9ac-f972-4177-8a6a-e2413025b436 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:44.655897 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d70459-5356-415e-8aca-aef0e2dac8f2 admin admin] Deleting subnet 2f1591ae-0529-40f2-a2e2-f283f857afff {{(pid=110594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:48:44.670228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a0d70459-5356-415e-8aca-aef0e2dac8f2 admin admin] Publish callbacks [] for subnet (2f1591ae-0529-40f2-a2e2-f283f857afff), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.750329 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a0d70459-5356-415e-8aca-aef0e2dac8f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63454153'] for subnet (2f1591ae-0529-40f2-a2e2-f283f857afff), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.816300 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Publish callbacks [] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.823835 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:44.828301 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'name': 'tempest-TestVolumeBootPattern-967362851-router', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:39Z', 'updated_at': '2022-06-24T09:48:41Z', 'revision_number': 3, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'gw_port': {'id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:41Z', 'updated_at': '2022-06-24T09:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:44.856024 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:44.866552 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84ffe0-fe29-4020-bc55-7061b75ed12b None None] The sync data for ids ['8c89e9ac-f972-4177-8a6a-e2413025b436'] in dv-cinder-803823-13-iscsi is: [{'id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'name': 'tempest-TestVolumeBootPattern-967362851-router', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:39Z', 'updated_at': '2022-06-24T09:48:41Z', 'revision_number': 3, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'gw_port': {'id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:41Z', 'updated_at': '2022-06-24T09:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:48:44.869970 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:48:44.872309 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a0d70459-5356-415e-8aca-aef0e2dac8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (2f1591ae-0529-40f2-a2e2-f283f857afff), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.914979 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.974337 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Network 237c746a-823d-46d1-8a2b-fbcea7aa2b3f is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:48:44.977922 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a0d70459-5356-415e-8aca-aef0e2dac8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63533627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57998242'] for subnet (2f1591ae-0529-40f2-a2e2-f283f857afff), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:44.984009 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:45.006794 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:48:45.008974 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Pushing event updated for resources: {'Port': ['ID=83481ce9-89b4-43d9-8689-c4d7c237280b,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:45.031447 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d70459-5356-415e-8aca-aef0e2dac8f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1591ae-0529-40f2-a2e2-f283f857afff,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:45.040583 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a0d70459-5356-415e-8aca-aef0e2dac8f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.046283 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-a0d70459-5356-415e-8aca-aef0e2dac8f2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2f1591ae-0529-40f2-a2e2-f283f857afff HTTP/1.1" status: 204 len: 168 time: 0.4528637 Jun 24 09:48:45.046920 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60160) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:45.055180 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878aee9-6b70-4573-a9b1-dc0894d4f4eb None None] Network d6d825bf-3025-4144-aa4c-5693ec78fffa requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:48:45.084777 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (8c89e9ac-f972-4177-8a6a-e2413025b436), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.210961 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (d6d825bf-3025-4144-aa4c-5693ec78fffa), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.315026 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a668840-7022-4155-9201-2b5ba187cdab None None] DHCP port deletion for d6d825bf-3025-4144-aa4c-5693ec78fffa request from dv-cinder-803823-13-iscsi {{(pid=110595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 09:48:45.320374 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Deleting port bff9e843-9cd5-4962-9d71-412a8c7bf349 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:48:45.320703 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.360347 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-4a668840-7022-4155-9201-2b5ba187cdab None None] Deleting port bff9e843-9cd5-4962-9d71-412a8c7bf349 {{(pid=110595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:48:45.360799 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-4a668840-7022-4155-9201-2b5ba187cdab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), before_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.396842 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-2ca30f67-64d1-4354-9bba-2c2bcee37480 None None] Provisioning complete for port 83481ce9-89b4-43d9-8689-c4d7c237280b triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:45.397403 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2ca30f67-64d1-4354-9bba-2c2bcee37480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.408634 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.434375 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] For port bff9e843-9cd5-4962-9d71-412a8c7bf349, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=bff9e843-9cd5-4962-9d71-412a8c7bf349,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:45.434904 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.480893 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Calling delete_port for bff9e843-9cd5-4962-9d71-412a8c7bf349 owned by network:dhcp {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:48:45.481914 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-4a668840-7022-4155-9201-2b5ba187cdab None None] For port bff9e843-9cd5-4962-9d71-412a8c7bf349, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=bff9e843-9cd5-4962-9d71-412a8c7bf349,segment=NetworkSegment(7556cfcf-4ef7-4791-ae17-2c5adfd3be76),segment_id=7556cfcf-4ef7-4791-ae17-2c5adfd3be76)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:45.482332 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-4a668840-7022-4155-9201-2b5ba187cdab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), precommit_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.503163 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-2ca30f67-64d1-4354-9bba-2c2bcee37480 None None] Port 83481ce9-89b4-43d9-8689-c4d7c237280b cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:48:45.505205 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-4a668840-7022-4155-9201-2b5ba187cdab None None] Calling delete_port for bff9e843-9cd5-4962-9d71-412a8c7bf349 owned by network:dhcp {{(pid=110595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:48:45.554435 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 22eb16ed-18f9-4645-8eaa-21fe78392176 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:48:45.621033 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:45.631128 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 22eb16ed-18f9-4645-8eaa-21fe78392176 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:45.631577 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.635145 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:45.636193 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:45.656366 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.681879 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:45.714649 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] No DVR routers for this DVR port bff9e843-9cd5-4962-9d71-412a8c7bf349 on host dv-cinder-803823-13-iscsi {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:48:45.739350 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Pushing event deleted for resources: {'Port': ['ID=bff9e843-9cd5-4962-9d71-412a8c7bf349,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:45.795376 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-4a668840-7022-4155-9201-2b5ba187cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (bff9e843-9cd5-4962-9d71-412a8c7bf349), after_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.797200 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Publish callbacks [] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.823876 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (d6d825bf-3025-4144-aa4c-5693ec78fffa), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.830735 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a668840-7022-4155-9201-2b5ba187cdab None None] Pushing event deleted for resources: {'Port': ['ID=bff9e843-9cd5-4962-9d71-412a8c7bf349,revision_number=None']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:45.832181 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.833878 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a668840-7022-4155-9201-2b5ba187cdab None None] No DVR routers for this DVR port bff9e843-9cd5-4962-9d71-412a8c7bf349 on host dv-cinder-803823-13-iscsi {{(pid=110595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:48:45.887054 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 22eb16ed-18f9-4645-8eaa-21fe78392176 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:45.887479 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.915122 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port 22eb16ed-18f9-4645-8eaa-21fe78392176, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=22eb16ed-18f9-4645-8eaa-21fe78392176,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:45.920839 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:45.997256 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=22eb16ed-18f9-4645-8eaa-21fe78392176,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:46.001428 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 27c9c6cf-41c6-450b-a544-97560d9c6586 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:48:46.024103 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 27c9c6cf-41c6-450b-a544-97560d9c6586 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:48:46.024446 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 27c9c6cf-41c6-450b-a544-97560d9c6586 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:48:46.024866 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device bff9e843-9cd5-4962-9d71-412a8c7bf349 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:48:46.044790 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: bff9e843-9cd5-4962-9d71-412a8c7bf349 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:48:46.045222 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device bff9e843-9cd5-4962-9d71-412a8c7bf349 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:48:46.045709 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device dc878279-cd0a-4e38-bd5a-f4d53c0bd897 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:48:46.065341 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: dc878279-cd0a-4e38-bd5a-f4d53c0bd897 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:48:46.066025 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device dc878279-cd0a-4e38-bd5a-f4d53c0bd897 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:48:46.176373 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d825bf-3025-4144-aa4c-5693ec78fffa']}} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:46.191669 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7556cfcf-4ef7-4791-ae17-2c5adfd3be76') {'for_net_delete': True} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:46.191956 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7556cfcf-4ef7-4791-ae17-2c5adfd3be76') {} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:46.209010 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63454162'] for segment (7556cfcf-4ef7-4791-ae17-2c5adfd3be76), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.215405 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Pushing event updated for resources: {'Port': ['ID=83481ce9-89b4-43d9-8689-c4d7c237280b,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:46.218121 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (8c89e9ac-f972-4177-8a6a-e2413025b436), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.231934 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (7556cfcf-4ef7-4791-ae17-2c5adfd3be76), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.249342 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=110594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:48:46.249731 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63533649'] for segment (7556cfcf-4ef7-4791-ae17-2c5adfd3be76), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.286031 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment 7556cfcf-4ef7-4791-ae17-2c5adfd3be76 resource provider aggregate not found Jun 24 09:48:46.346953 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment 7556cfcf-4ef7-4791-ae17-2c5adfd3be76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7556cfcf-4ef7-4791-ae17-2c5adfd3be76 found for delete ", "request_id": "req-7ec1d756-1089-4131-b160-9011630573a9"}]} Jun 24 09:48:46.365429 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (d6d825bf-3025-4144-aa4c-5693ec78fffa), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.379934 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.383050 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] 10.222.0.65 "DELETE /v2.0/networks/d6d825bf-3025-4144-aa4c-5693ec78fffa HTTP/1.1" status: 204 len: 168 time: 1.3355441 Jun 24 09:48:46.397858 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ae46e-1dbc-4d89-a448-a002c63bf17b admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d825bf-3025-4144-aa4c-5693ec78fffa,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:46.405629 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Network 237c746a-823d-46d1-8a2b-fbcea7aa2b3f is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:48:46.407031 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:48:46.531516 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60168) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:46.542756 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Router 8c89e9ac-f972-4177-8a6a-e2413025b436 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:48:46.579808 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-6f296cf1-130d-4669-8a32-e0b18c797f31 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30033ce42b5a43b78dde38163831cea2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470841 Jun 24 09:48:46.580599 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60170) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:46.601138 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b3d2e8f1-c8f4-4bae-9ed4-54bf68626425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.633185 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-40bb8b4c-63aa-4984-99a2-c1087f350f91 admin admin] Publish callbacks [] for security_group (8a2288eb-ca22-47d6-8133-8fa0a898c476), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.647505 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-c88c03f2-8597-48b2-b0ed-c78649c1ea9b None None] Provisioning complete for port 83481ce9-89b4-43d9-8689-c4d7c237280b triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:46.647981 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-c88c03f2-8597-48b2-b0ed-c78649c1ea9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.658247 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-40bb8b4c-63aa-4984-99a2-c1087f350f91 admin admin] Publish callbacks [] for security_group (8a2288eb-ca22-47d6-8133-8fa0a898c476), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.660033 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:48:46.666701 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-ad50e7cf-4bae-47a2-a641-1df45daa7591 admin admin] 10.222.0.65 "PUT /v2.0/routers/8c89e9ac-f972-4177-8a6a-e2413025b436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1317596 Jun 24 09:48:46.688054 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-c88c03f2-8597-48b2-b0ed-c78649c1ea9b None None] Port 83481ce9-89b4-43d9-8689-c4d7c237280b cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:48:46.720532 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-40bb8b4c-63aa-4984-99a2-c1087f350f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8a2288eb-ca22-47d6-8133-8fa0a898c476), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.723366 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-40bb8b4c-63aa-4984-99a2-c1087f350f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:46.725027 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-40bb8b4c-63aa-4984-99a2-c1087f350f91 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a2288eb-ca22-47d6-8133-8fa0a898c476 HTTP/1.1" status: 204 len: 168 time: 0.1429708 Jun 24 09:48:46.735666 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Sync routers for ids ['8c89e9ac-f972-4177-8a6a-e2413025b436'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:48:46.736176 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb8b4c-63aa-4984-99a2-c1087f350f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2288eb-ca22-47d6-8133-8fa0a898c476,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:46.767603 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Routers {'8c89e9ac-f972-4177-8a6a-e2413025b436'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:46.768246 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8c89e9ac-f972-4177-8a6a-e2413025b436'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:46.883756 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Set router 8c89e9ac-f972-4177-8a6a-e2413025b436 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:47.087116 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'name': 'tempest-TestVolumeBootPattern-967362851-router', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:39Z', 'updated_at': '2022-06-24T09:48:45Z', 'revision_number': 4, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'gw_port': {'id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:41Z', 'updated_at': '2022-06-24T09:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '83481ce9-89b4-43d9-8689-c4d7c237280b', 'name': '', 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'mac_address': 'fa:16:3e:20:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'b5f5aa2c-5c0a-4522-9560-5ef83e402338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:44Z', 'updated_at': '2022-06-24T09:48:45Z', 'revision_number': 2, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'subnets': [{'id': 'b5f5aa2c-5c0a-4522-9560-5ef83e402338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:47.120104 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Checking router: 8c89e9ac-f972-4177-8a6a-e2413025b436 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:48:47.120461 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Updating router 8c89e9ac-f972-4177-8a6a-e2413025b436 port 83481ce9-89b4-43d9-8689-c4d7c237280b binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:48:47.147534 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60188) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:47.152160 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-2204555d-df50-48fd-aa29-3cfc200353fe tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2012499460', 'description': 'tempest-secgroup-smoke-2012499460 description', 'project_id': '86f042cb88b7426ea9733f70033b55e3'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:47.158463 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.180254 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2204555d-df50-48fd-aa29-3cfc200353fe tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.258374 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2204555d-df50-48fd-aa29-3cfc200353fe tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group (5f7ec606-6fe1-4e2c-8f48-87e29cfd201e), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.263566 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2204555d-df50-48fd-aa29-3cfc200353fe tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (5f7ec606-6fe1-4e2c-8f48-87e29cfd201e), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.296982 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2204555d-df50-48fd-aa29-3cfc200353fe tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.298213 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-2204555d-df50-48fd-aa29-3cfc200353fe tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1496885 Jun 24 09:48:47.299273 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204555d-df50-48fd-aa29-3cfc200353fe tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:47.301483 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60194) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:47.312355 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-762ce856-c33a-41fa-807f-5a3509681b1f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'security_group_rule': {'security_group_id': '5f7ec606-6fe1-4e2c-8f48-87e29cfd201e', 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:47.342822 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-762ce856-c33a-41fa-807f-5a3509681b1f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (a300eef6-b1b1-44bc-a37c-3a074933246f), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.353257 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:47.417970 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-762ce856-c33a-41fa-807f-5a3509681b1f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (a300eef6-b1b1-44bc-a37c-3a074933246f), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.422257 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-762ce856-c33a-41fa-807f-5a3509681b1f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (a300eef6-b1b1-44bc-a37c-3a074933246f), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.437417 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ce856-c33a-41fa-807f-5a3509681b1f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a300eef6-b1b1-44bc-a37c-3a074933246f,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:47.444233 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Publish callbacks [] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.452459 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.452983 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-762ce856-c33a-41fa-807f-5a3509681b1f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.457835 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60202) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:47.462625 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-65501ac6-3cd7-4da8-89b0-4d767deac68a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'security_group_rule': {'security_group_id': '5f7ec606-6fe1-4e2c-8f48-87e29cfd201e', 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:47.468225 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-762ce856-c33a-41fa-807f-5a3509681b1f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643970 Jun 24 09:48:47.497144 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-65501ac6-3cd7-4da8-89b0-4d767deac68a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (7632e9ca-4c93-4658-b7b3-97a41df9be12), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.507517 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:47.544146 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a115482-b8f7-4182-aeef-9942ff76a006 None None] Pushing event updated for resources: {'Port': ['ID=83481ce9-89b4-43d9-8689-c4d7c237280b,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:47.562763 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 22eb16ed-18f9-4645-8eaa-21fe78392176 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:48:47.577090 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-65501ac6-3cd7-4da8-89b0-4d767deac68a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (7632e9ca-4c93-4658-b7b3-97a41df9be12), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.583227 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-65501ac6-3cd7-4da8-89b0-4d767deac68a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (7632e9ca-4c93-4658-b7b3-97a41df9be12), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.612156 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65501ac6-3cd7-4da8-89b0-4d767deac68a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7632e9ca-4c93-4658-b7b3-97a41df9be12,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:47.623434 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-65501ac6-3cd7-4da8-89b0-4d767deac68a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.624732 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-65501ac6-3cd7-4da8-89b0-4d767deac68a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658204 Jun 24 09:48:47.627463 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60208) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:47.632497 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-3aae4f68-ae60-4f7b-ada9-7fa9916f3782 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'security_group_rule': {'security_group_id': '5f7ec606-6fe1-4e2c-8f48-87e29cfd201e', 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:47.640775 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Attempting to bind port 83481ce9-89b4-43d9-8689-c4d7c237280b on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:48:47.641426 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Attempting to bind port 83481ce9-89b4-43d9-8689-c4d7c237280b by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '7c8db87f-3bdb-4e13-8aec-7845308123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:48:47.641943 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Attempting to bind port 83481ce9-89b4-43d9-8689-c4d7c237280b on network 237c746a-823d-46d1-8a2b-fbcea7aa2b3f {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:48:47.650285 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:48:47.651063 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Checking segment: {'id': '7c8db87f-3bdb-4e13-8aec-7845308123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:48:47.652060 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.652585 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Bound using segment: {'id': '7c8db87f-3bdb-4e13-8aec-7845308123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:48:47.653463 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Bound port: 83481ce9-89b4-43d9-8689-c4d7c237280b, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8db87f-3bdb-4e13-8aec-7845308123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:48:47.654381 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.664937 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:47.666992 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3aae4f68-ae60-4f7b-ada9-7fa9916f3782 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (f7e9227c-d682-439f-98e8-7d53128fa711), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.679415 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 22eb16ed-18f9-4645-8eaa-21fe78392176 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:47.679785 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.734341 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3aae4f68-ae60-4f7b-ada9-7fa9916f3782 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (f7e9227c-d682-439f-98e8-7d53128fa711), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.741309 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3aae4f68-ae60-4f7b-ada9-7fa9916f3782 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (f7e9227c-d682-439f-98e8-7d53128fa711), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.764841 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae4f68-ae60-4f7b-ada9-7fa9916f3782 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e9227c-d682-439f-98e8-7d53128fa711,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:47.779301 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3aae4f68-ae60-4f7b-ada9-7fa9916f3782 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.780864 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3aae4f68-ae60-4f7b-ada9-7fa9916f3782 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523266 Jun 24 09:48:47.783856 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60210) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:47.789473 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-78c3a753-263c-4c57-bb5e-563311d738d4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'security_group_rule': {'security_group_id': '5f7ec606-6fe1-4e2c-8f48-87e29cfd201e', 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:47.813407 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:47.828095 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-78c3a753-263c-4c57-bb5e-563311d738d4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (7acc6f84-fce1-4043-8af5-8f349a22dcc7), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.829782 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] For port 83481ce9-89b4-43d9-8689-c4d7c237280b, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:48:47.841970 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-7d3ee806-b596-430b-83d7-cf13ffe5ac4c None None] Provisioning complete for port 83481ce9-89b4-43d9-8689-c4d7c237280b triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:47.842671 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-7d3ee806-b596-430b-83d7-cf13ffe5ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.845923 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:47.864567 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.867177 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] For port 83481ce9-89b4-43d9-8689-c4d7c237280b, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=83481ce9-89b4-43d9-8689-c4d7c237280b,segment=NetworkSegment(7c8db87f-3bdb-4e13-8aec-7845308123a1),segment_id=7c8db87f-3bdb-4e13-8aec-7845308123a1)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:48:47.895206 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-78c3a753-263c-4c57-bb5e-563311d738d4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (7acc6f84-fce1-4043-8af5-8f349a22dcc7), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.901212 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-78c3a753-263c-4c57-bb5e-563311d738d4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (7acc6f84-fce1-4043-8af5-8f349a22dcc7), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.905526 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.921879 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3a753-263c-4c57-bb5e-563311d738d4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acc6f84-fce1-4043-8af5-8f349a22dcc7,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:47.931381 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-78c3a753-263c-4c57-bb5e-563311d738d4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:47.935533 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-78c3a753-263c-4c57-bb5e-563311d738d4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499007 Jun 24 09:48:47.935888 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60214) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:47.940465 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ee806-b596-430b-83d7-cf13ffe5ac4c None None] Port 83481ce9-89b4-43d9-8689-c4d7c237280b cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:48:47.942592 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-a92e1b82-f15a-473d-960c-64ddbfdce3aa tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'security_group_rule': {'security_group_id': '5f7ec606-6fe1-4e2c-8f48-87e29cfd201e', 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:47.950875 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 22eb16ed-18f9-4645-8eaa-21fe78392176 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:47.972725 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.securitygroups_db [None req-a92e1b82-f15a-473d-960c-64ddbfdce3aa tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Project 86f042cb88b7426ea9733f70033b55e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:48:47.978970 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a115482-b8f7-4182-aeef-9942ff76a006 None None] Pushing event updated for resources: {'Port': ['ID=83481ce9-89b4-43d9-8689-c4d7c237280b,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:47.984306 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Routers {'8c89e9ac-f972-4177-8a6a-e2413025b436'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:48:47.985133 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8c89e9ac-f972-4177-8a6a-e2413025b436'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:47.989433 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a92e1b82-f15a-473d-960c-64ddbfdce3aa tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (01235166-b04c-45b9-a645-7a6c22188898), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:48.058865 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a92e1b82-f15a-473d-960c-64ddbfdce3aa tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (01235166-b04c-45b9-a645-7a6c22188898), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:48.066294 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a92e1b82-f15a-473d-960c-64ddbfdce3aa tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (01235166-b04c-45b9-a645-7a6c22188898), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:48.075694 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=11 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:48.097498 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e1b82-f15a-473d-960c-64ddbfdce3aa tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01235166-b04c-45b9-a645-7a6c22188898,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:48.117452 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a92e1b82-f15a-473d-960c-64ddbfdce3aa tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:48.118513 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] Set router 8c89e9ac-f972-4177-8a6a-e2413025b436 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:48:48.119157 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a92e1b82-f15a-473d-960c-64ddbfdce3aa tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1814516 Jun 24 09:48:48.121993 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60216) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:48.127465 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-d8f6fa14-502a-4f30-8970-1e27b3c131a9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'security_group_rule': {'security_group_id': '5f7ec606-6fe1-4e2c-8f48-87e29cfd201e', 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:48:48.162578 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.securitygroups_db [None req-d8f6fa14-502a-4f30-8970-1e27b3c131a9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Project 86f042cb88b7426ea9733f70033b55e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:48:48.169534 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fa14-502a-4f30-8970-1e27b3c131a9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (5ed48f1d-591d-44c3-9b4c-800f7d16106b), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:48.247100 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fa14-502a-4f30-8970-1e27b3c131a9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (5ed48f1d-591d-44c3-9b4c-800f7d16106b), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:48.252652 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fa14-502a-4f30-8970-1e27b3c131a9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (5ed48f1d-591d-44c3-9b4c-800f7d16106b), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:48.273747 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6fa14-502a-4f30-8970-1e27b3c131a9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed48f1d-591d-44c3-9b4c-800f7d16106b,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:48.282975 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d8f6fa14-502a-4f30-8970-1e27b3c131a9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:48.284622 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-d8f6fa14-502a-4f30-8970-1e27b3c131a9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1612234 Jun 24 09:48:48.301799 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-ea8f0ff2-492a-477d-90c4-f2133cfe0ce1 None None] Provisioning complete for port 83481ce9-89b4-43d9-8689-c4d7c237280b triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:48.302234 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ea8f0ff2-492a-477d-90c4-f2133cfe0ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:48.328545 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:48.411710 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'name': 'tempest-TestVolumeBootPattern-967362851-router', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:39Z', 'updated_at': '2022-06-24T09:48:45Z', 'revision_number': 4, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'gw_port': {'id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:41Z', 'updated_at': '2022-06-24T09:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '83481ce9-89b4-43d9-8689-c4d7c237280b', 'name': '', 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'mac_address': 'fa:16:3e:20:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'b5f5aa2c-5c0a-4522-9560-5ef83e402338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:44Z', 'updated_at': '2022-06-24T09:48:47Z', 'revision_number': 4, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'subnets': [{'id': 'b5f5aa2c-5c0a-4522-9560-5ef83e402338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:48:48.457959 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f5ef0-d853-4568-a8cb-8d073f751cc3 None None] The sync data for ids ['8c89e9ac-f972-4177-8a6a-e2413025b436'] in dv-cinder-803823-13-iscsi is: [{'id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'name': 'tempest-TestVolumeBootPattern-967362851-router', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:39Z', 'updated_at': '2022-06-24T09:48:45Z', 'revision_number': 4, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'gw_port': {'id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:41Z', 'updated_at': '2022-06-24T09:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '83481ce9-89b4-43d9-8689-c4d7c237280b', 'name': '', 'network_id': '237c746a-823d-46d1-8a2b-fbcea7aa2b3f', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'mac_address': 'fa:16:3e:20:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'b5f5aa2c-5c0a-4522-9560-5ef83e402338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:44Z', 'updated_at': '2022-06-24T09:48:47Z', 'revision_number': 4, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'subnets': [{'id': 'b5f5aa2c-5c0a-4522-9560-5ef83e402338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:48:48.460835 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:48.467774 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f0ff2-492a-477d-90c4-f2133cfe0ce1 None None] Current status of the port 83481ce9-89b4-43d9-8689-c4d7c237280b is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:48.468247 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ea8f0ff2-492a-477d-90c4-f2133cfe0ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:48.516397 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-ea8f0ff2-492a-477d-90c4-f2133cfe0ce1 None None] For port 83481ce9-89b4-43d9-8689-c4d7c237280b, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=83481ce9-89b4-43d9-8689-c4d7c237280b,segment=NetworkSegment(7c8db87f-3bdb-4e13-8aec-7845308123a1),segment_id=7c8db87f-3bdb-4e13-8aec-7845308123a1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:48:48.526679 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ea8f0ff2-492a-477d-90c4-f2133cfe0ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:48.585229 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f0ff2-492a-477d-90c4-f2133cfe0ce1 None None] Pushing event updated for resources: {'Port': ['ID=83481ce9-89b4-43d9-8689-c4d7c237280b,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:49.283720 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:49.284841 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:49.559632 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 83481ce9-89b4-43d9-8689-c4d7c237280b up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:48:49.621535 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 83481ce9-89b4-43d9-8689-c4d7c237280b triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:48:49.622366 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:49.724818 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 83481ce9-89b4-43d9-8689-c4d7c237280b is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:48:53.330271 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:54.831860 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:54.865937 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:55.146487 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-9df169eb-8ba1-441d-a7e2-252e9f4f6e29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467641 Jun 24 09:48:55.240059 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-cdaf92a1-60a9-4b4c-8513-7c9f328907a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:55.241579 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-cdaf92a1-60a9-4b4c-8513-7c9f328907a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f64a8807499a44ababb8bb037fc3d195&device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 1130 time: 0.0443676 Jun 24 09:48:55.365235 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-693887df-940d-4e4c-9161-34ab0eaf0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:55.366763 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-693887df-940d-4e4c-9161-34ab0eaf0a00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 200 len: 918 time: 0.1043854 Jun 24 09:48:55.435883 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-66288c4e-9345-453b-b93f-68515bbcc83c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21 HTTP/1.1" status: 200 len: 1001 time: 0.0624092 Jun 24 09:48:55.486417 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-0d1dc4dd-ba58-4f2b-b1c6-fbba29d0e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:55.487905 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-0d1dc4dd-ba58-4f2b-b1c6-fbba29d0e039 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 200 len: 856 time: 0.0455775 Jun 24 09:48:55.534852 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-f92b042d-f06e-49d4-a8fc-faf2a8f1f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:48:55.536459 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-f92b042d-f06e-49d4-a8fc-faf2a8f1f58b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420284 Jun 24 09:48:55.644867 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-a27d6867-1a9b-41f3-b1e8-d2d64aa3421a service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976043 Jun 24 09:48:55.683897 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60366) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:55.751146 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d0bc1390-8dca-4254-9b22-e63bde0c41d2 req-1387a504-82c6-434a-bcc2-ab8cadde5d65 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001112 Jun 24 09:48:55.801297 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e5f55f47-6b08-4dd3-a549-8c5e9ad264d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:55.880845 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e5f55f47-6b08-4dd3-a549-8c5e9ad264d9 admin admin] Publish callbacks [] for security_group (203316d6-a731-4464-84f3-d1ab9a897eba), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:55.886328 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e5f55f47-6b08-4dd3-a549-8c5e9ad264d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (203316d6-a731-4464-84f3-d1ab9a897eba), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:55.926465 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e5f55f47-6b08-4dd3-a549-8c5e9ad264d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=270cf0d110eb4e8fa107a4cf76b09691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413971 Jun 24 09:48:55.927218 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f55f47-6b08-4dd3-a549-8c5e9ad264d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203316d6-a731-4464-84f3-d1ab9a897eba,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:55.929487 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60370) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:55.983828 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e00d9d94-be5b-41db-8f76-aceb9b8f3215 admin admin] Publish callbacks [] for security_group (203316d6-a731-4464-84f3-d1ab9a897eba), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:56.005340 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e00d9d94-be5b-41db-8f76-aceb9b8f3215 admin admin] Publish callbacks [] for security_group (203316d6-a731-4464-84f3-d1ab9a897eba), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:56.042162 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:56.064038 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e00d9d94-be5b-41db-8f76-aceb9b8f3215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (203316d6-a731-4464-84f3-d1ab9a897eba), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:56.066887 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e00d9d94-be5b-41db-8f76-aceb9b8f3215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:56.068083 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-e00d9d94-be5b-41db-8f76-aceb9b8f3215 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/203316d6-a731-4464-84f3-d1ab9a897eba HTTP/1.1" status: 204 len: 168 time: 0.1344905 Jun 24 09:48:56.076214 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d9d94-be5b-41db-8f76-aceb9b8f3215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203316d6-a731-4464-84f3-d1ab9a897eba,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:57.824035 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60420) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:57.940604 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8fedd7be-1c04-446e-ab1a-fd9c76d1490e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:57.950964 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:58.026489 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8fedd7be-1c04-446e-ab1a-fd9c76d1490e admin admin] Publish callbacks [] for security_group (b319c0ad-c0da-42a8-838e-661efda26fb5), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.031618 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8fedd7be-1c04-446e-ab1a-fd9c76d1490e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (b319c0ad-c0da-42a8-838e-661efda26fb5), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.072271 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-8fedd7be-1c04-446e-ab1a-fd9c76d1490e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2f2aa0a18754954b9b74251e4bdb026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471211 Jun 24 09:48:58.073110 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedd7be-1c04-446e-ab1a-fd9c76d1490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b319c0ad-c0da-42a8-838e-661efda26fb5,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:58.075257 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60424) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:58.135007 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-80b946dc-aa49-430e-9815-afc62340f33f admin admin] Publish callbacks [] for security_group (b319c0ad-c0da-42a8-838e-661efda26fb5), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.160674 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-80b946dc-aa49-430e-9815-afc62340f33f admin admin] Publish callbacks [] for security_group (b319c0ad-c0da-42a8-838e-661efda26fb5), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.212888 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-80b946dc-aa49-430e-9815-afc62340f33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (b319c0ad-c0da-42a8-838e-661efda26fb5), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.215699 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-80b946dc-aa49-430e-9815-afc62340f33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.217111 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-80b946dc-aa49-430e-9815-afc62340f33f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b319c0ad-c0da-42a8-838e-661efda26fb5 HTTP/1.1" status: 204 len: 168 time: 0.1404319 Jun 24 09:48:58.228402 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b946dc-aa49-430e-9815-afc62340f33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b319c0ad-c0da-42a8-838e-661efda26fb5,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:58.516925 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60432) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:58.532177 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8f1abd96-68b5-49ec-9d23-477604a8625d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.612927 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8f1abd96-68b5-49ec-9d23-477604a8625d admin admin] Publish callbacks [] for security_group (bf990936-7879-496e-87e7-a76a06a0c2c9), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.618404 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-8f1abd96-68b5-49ec-9d23-477604a8625d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (bf990936-7879-496e-87e7-a76a06a0c2c9), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.658705 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1abd96-68b5-49ec-9d23-477604a8625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf990936-7879-496e-87e7-a76a06a0c2c9,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:48:58.663332 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-8f1abd96-68b5-49ec-9d23-477604a8625d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=056c7489e53e465a94ad9cec034f837d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452124 Jun 24 09:48:58.666861 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60434) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:48:58.688394 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:48:58.720533 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8ebebaa-8597-4cf3-bcc2-f19cf93ab4f7 admin admin] Publish callbacks [] for security_group (bf990936-7879-496e-87e7-a76a06a0c2c9), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.745564 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8ebebaa-8597-4cf3-bcc2-f19cf93ab4f7 admin admin] Publish callbacks [] for security_group (bf990936-7879-496e-87e7-a76a06a0c2c9), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.794994 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8ebebaa-8597-4cf3-bcc2-f19cf93ab4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (bf990936-7879-496e-87e7-a76a06a0c2c9), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.797621 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8ebebaa-8597-4cf3-bcc2-f19cf93ab4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:48:58.798870 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a8ebebaa-8597-4cf3-bcc2-f19cf93ab4f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf990936-7879-496e-87e7-a76a06a0c2c9 HTTP/1.1" status: 204 len: 168 time: 0.1315413 Jun 24 09:48:58.807289 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebebaa-8597-4cf3-bcc2-f19cf93ab4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf990936-7879-496e-87e7-a76a06a0c2c9,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:01.700246 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fb0ef-26e6-4545-84e3-02c01a63aaed req-6ca2d95b-6a05-4128-9c03-5a4d2f97fc72 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:01.701863 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a86fb0ef-26e6-4545-84e3-02c01a63aaed req-6ca2d95b-6a05-4128-9c03-5a4d2f97fc72 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 946 time: 0.0533648 Jun 24 09:49:01.754454 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a86fb0ef-26e6-4545-84e3-02c01a63aaed req-697c4dc5-66bd-4cd6-8c8b-e51f187fff8d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453689 Jun 24 09:49:02.883095 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413e1c-7b30-4b3c-ae2c-738578b1823f req-d9968e31-1695-45f0-a118-91d244dd653d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:02.884555 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e4413e1c-7b30-4b3c-ae2c-738578b1823f req-d9968e31-1695-45f0-a118-91d244dd653d tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 946 time: 0.0495017 Jun 24 09:49:02.935751 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e4413e1c-7b30-4b3c-ae2c-738578b1823f req-798aa25f-5a3f-42e1-aa38-f0fd8501ce8e tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447628 Jun 24 09:49:04.064790 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22c7dd-6cc8-44c9-8621-217c31846004 req-74d4a562-ab74-4974-b2ea-384a9c058a76 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:04.066247 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1f22c7dd-6cc8-44c9-8621-217c31846004 req-74d4a562-ab74-4974-b2ea-384a9c058a76 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 946 time: 0.0511408 Jun 24 09:49:04.134413 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1f22c7dd-6cc8-44c9-8621-217c31846004 req-7ec6cbb6-40b8-4e29-9b34-ed400c96250b tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624976 Jun 24 09:49:05.256896 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a043352-2117-41ee-9133-33440f9c6eac req-1eed0e15-ccac-46fc-9a48-94ea07bcfa13 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:05.258372 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1a043352-2117-41ee-9133-33440f9c6eac req-1eed0e15-ccac-46fc-9a48-94ea07bcfa13 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 946 time: 0.0491025 Jun 24 09:49:05.307752 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1a043352-2117-41ee-9133-33440f9c6eac req-093382e3-7512-40b8-84a2-e630ed4894e2 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4bad6bb-cba6-4974-bf9a-be56044dbc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436096 Jun 24 09:49:05.484153 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-b0b42624-92ed-42cc-b87b-ffa549053295 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:05.485596 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-b0b42624-92ed-42cc-b87b-ffa549053295 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 946 time: 0.0500441 Jun 24 09:49:05.576084 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Deleting port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:49:05.576417 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:05.674868 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] For port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:05.675331 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:05.824402 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:05.850443 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:05.850699 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (6c1c6a1d-e26f-4388-930a-12b37a213167), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:05.851000 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Floating IP 6c1c6a1d-e26f-4388-930a-12b37a213167 disassociated. External IP: 172.27.1.135, port: 6a505089-ab65-4375-b6e7-fc2f8ad2fb21. Jun 24 09:49:05.851367 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Calling delete_port for 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:49:05.909315 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:05.984040 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (6a505089-ab65-4375-b6e7-fc2f8ad2fb21), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:06.015500 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event deleted for resources: {'Port': ['ID=6a505089-ab65-4375-b6e7-fc2f8ad2fb21,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:06.027049 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.027420 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.027759 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.028092 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.028466 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.028761 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.029075 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.029419 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.029819 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.030095 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.030389 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.030734 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.031101 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.031370 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.031682 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:06.140120 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Router c44ff442-929d-4e4b-9cf3-13d5613c9bbf has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:49:06.244195 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:49:06.257720 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6267ec-5198-417d-8fd6-8b3ecf20763d None None] Sync routers for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:49:06.268234 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6267ec-5198-417d-8fd6-8b3ecf20763d None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:06.268947 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-6b6267ec-5198-417d-8fd6-8b3ecf20763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:06.298297 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] No DVR routers for this DVR port 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:49:06.300821 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:06.304047 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-7ea16fb2-5802-4090-9640-b0b687e87008 req-3e766c04-874b-42bc-bedc-ea39cedf6f71 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.47 "DELETE /v2.0/ports/6a505089-ab65-4375-b6e7-fc2f8ad2fb21 HTTP/1.1" status: 204 len: 173 time: 0.8098102 Jun 24 09:49:06.304487 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'name': 'network-vif-deleted', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:49:06.306929 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa2462c-1f40-4ec6-8f94-c81c6e335337" -d '{"events": [{"server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "name": "network-vif-deleted", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:49:06.355125 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c898003-b345-42b1-97d4-4f60fa2313c4 x-openstack-request-id: req-5c898003-b345-42b1-97d4-4f60fa2313c4 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:49:06.356384 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661", "name": "network-vif-deleted", "tag": "6a505089-ab65-4375-b6e7-fc2f8ad2fb21", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:49:06.356770 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c898003-b345-42b1-97d4-4f60fa2313c4 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:49:06.357394 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c898003-b345-42b1-97d4-4f60fa2313c4'] response: {'server_uuid': '3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661', 'name': 'network-vif-deleted', 'tag': '6a505089-ab65-4375-b6e7-fc2f8ad2fb21', 'status': 'completed', 'code': 200} Jun 24 09:49:06.442784 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-6b6267ec-5198-417d-8fd6-8b3ecf20763d None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:06.461846 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-929353a1-6da9-4809-bacc-8c368062619a req-74010d9e-91d9-403c-9b2f-7092f48d0852 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f1c9e3d-1c9d-4e08-bf21-18d9f72dc661 HTTP/1.1" status: 200 len: 210 time: 0.0473912 Jun 24 09:49:06.669165 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-6b6267ec-5198-417d-8fd6-8b3ecf20763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:06.695744 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6267ec-5198-417d-8fd6-8b3ecf20763d None None] Checking router: c44ff442-929d-4e4b-9cf3-13d5613c9bbf for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:49:06.705356 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6267ec-5198-417d-8fd6-8b3ecf20763d None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:06.706085 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-6b6267ec-5198-417d-8fd6-8b3ecf20763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:06.827403 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-6b6267ec-5198-417d-8fd6-8b3ecf20763d None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:07.010992 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-6b6267ec-5198-417d-8fd6-8b3ecf20763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:07.036612 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6267ec-5198-417d-8fd6-8b3ecf20763d None None] The sync data for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi is: [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:42:00Z', 'revision_number': 4, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '8f6f59fa-3549-41ef-a7f3-1a7318f69614', 'name': '', 'network_id': '8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'mac_address': 'fa:16:3e:2c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:57Z', 'updated_at': '2022-06-24T09:42:12Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'subnets': [{'id': 'b1649778-731e-485a-b476-5e3ad263e4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:49:07.044696 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-5e5ee6c4-3553-432a-ba24-d24fb5da50ab tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012499460&fields=id&tenant_id=86f042cb88b7426ea9733f70033b55e3 HTTP/1.1" status: 200 len: 267 time: 0.0461199 Jun 24 09:49:07.160241 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951db68-7bef-46a4-8c1e-922750692966 req-09fb42e9-a5ff-4080-b5fe-57fdecf236c9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:07.161776 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-09fb42e9-a5ff-4080-b5fe-57fdecf236c9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 812 time: 0.1096668 Jun 24 09:49:07.177640 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-496ef06f-0e99-48cc-b296-c6065c4efa2a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/quotas/86f042cb88b7426ea9733f70033b55e3 HTTP/1.1" status: 200 len: 375 time: 0.0101421 Jun 24 09:49:07.230583 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-3394c874-011e-4ece-89d1-c0ff8e605b35 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474067 Jun 24 09:49:07.257805 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cd0ef3-6595-488a-a7ab-3c8924b20b21 None None] New status for floating IP 6c1c6a1d-e26f-4388-930a-12b37a213167: DOWN {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:49:07.332454 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-66160cf8-8e08-4036-b03b-ab9ea4b57082 service neutron] 10.222.0.65 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890243 Jun 24 09:49:07.426288 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-0fe7b117-14a1-4ccf-b7bc-4638eaa67017 service neutron] 10.222.0.65 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872378 Jun 24 09:49:07.556684 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60578) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:07.613635 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:07.618025 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cb696741-aa69-4b53-ac9a-e4541a2a3431 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (b4bad6bb-cba6-4974-bf9a-be56044dbc3e), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:07.652994 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cb696741-aa69-4b53-ac9a-e4541a2a3431 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (b4bad6bb-cba6-4974-bf9a-be56044dbc3e), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:07.662038 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:07.712449 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cb696741-aa69-4b53-ac9a-e4541a2a3431 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (b4bad6bb-cba6-4974-bf9a-be56044dbc3e), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:07.716888 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-cb696741-aa69-4b53-ac9a-e4541a2a3431 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:07.720813 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-cb696741-aa69-4b53-ac9a-e4541a2a3431 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "DELETE /v2.0/security-groups/b4bad6bb-cba6-4974-bf9a-be56044dbc3e HTTP/1.1" status: 204 len: 168 time: 0.1604571 Jun 24 09:49:07.721152 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60588) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:07.742288 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.api.v2.resource [None req-862ffb42-252d-4756-86eb-fe97014e569a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] show failed (client error): The resource could not be found. Jun 24 09:49:07.742583 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb696741-aa69-4b53-ac9a-e4541a2a3431 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bad6bb-cba6-4974-bf9a-be56044dbc3e,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:07.747664 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-862ffb42-252d-4756-86eb-fe97014e569a tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "GET /v2.0/security-groups/b4bad6bb-cba6-4974-bf9a-be56044dbc3e HTTP/1.1" status: 404 len: 347 time: 0.0253742 Jun 24 09:49:07.749031 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60592) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:07.798656 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e09c7f2f-48ac-453a-9b1e-8e5d3883110b req-66903449-9218-4a4f-bcca-9c72a65197cf tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 210 time: 0.0791898 Jun 24 09:49:07.900739 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Deleting port 415b696d-5ac5-49b8-8963-8756960a0fd2 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:49:07.901005 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (415b696d-5ac5-49b8-8963-8756960a0fd2), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:07.912878 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:07.986627 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (415b696d-5ac5-49b8-8963-8756960a0fd2), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:07.986970 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (415b696d-5ac5-49b8-8963-8756960a0fd2), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:07.999924 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Calling delete_port for 415b696d-5ac5-49b8-8963-8756960a0fd2 owned by network:floatingip {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:49:08.140163 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (415b696d-5ac5-49b8-8963-8756960a0fd2), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:08.166375 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Pushing event deleted for resources: {'Port': ['ID=415b696d-5ac5-49b8-8963-8756960a0fd2,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:08.196577 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.196927 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.197266 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.197602 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.197937 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.198267 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.198594 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.198920 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.199268 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.199593 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.199917 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.200245 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.200577 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.200924 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.201221 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:08.245793 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks [] for floatingip (6c1c6a1d-e26f-4388-930a-12b37a213167), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:08.248412 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:08.249549 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-11209f8a-3267-4796-bf49-e7a1edd386e3 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] 10.222.0.65 "DELETE /v2.0/floatingips/6c1c6a1d-e26f-4388-930a-12b37a213167 HTTP/1.1" status: 204 len: 168 time: 0.4962256 Jun 24 09:49:08.749987 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951db68-7bef-46a4-8c1e-922750692966 req-65b43aeb-0e42-4927-ada9-f408db587d88 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:08.751457 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-65b43aeb-0e42-4927-ada9-f408db587d88 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 812 time: 0.1147683 Jun 24 09:49:08.816482 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-0b26111e-b139-44a7-b102-88d005839f65 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f042cb88b7426ea9733f70033b55e3 HTTP/1.1" status: 200 len: 380 time: 0.0564775 Jun 24 09:49:08.825754 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'port': {'device_id': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'admin_state_up': True, 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'security_groups': ['5f7ec606-6fe1-4e2c-8f48-87e29cfd201e']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:08.932357 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-045d3df4-e219-4a49-a589-6ed9545bf697 req-12cacb3a-2ba8-47e6-be21-2a63e53b3e64 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 210 time: 0.0381737 Jun 24 09:49:08.988328 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Made reservation on behalf of 86f042cb88b7426ea9733f70033b55e3 for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:49:08.992136 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.125496 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Allocated IP 172.20.0.8 (d67d849c-d27d-4bea-a085-4b945957c857/02be826c-05ac-44e6-b17a-ee6933617bf2/c5dfd2a6-c3d5-4903-bff2-2f159ad63caf) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:09.293087 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.307098 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60614) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:09.329465 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.372883 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Network d67d849c-d27d-4bea-a085-4b945957c857 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:09.376211 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:09.378624 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:09.404776 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:49:09.424787 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d18820c7-9c05-475d-8e20-a71895ec42d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.435307 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:49:09.436042 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6a505089-ab65-4375-b6e7-fc2f8ad2fb21 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:49:09.444212 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'Port': ['ID=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:09.508063 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:09.509106 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.527917 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-9bd64901-82e8-4625-87fa-ae011b961a81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7063394 Jun 24 09:49:09.541896 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Request body: {'port': {'device_id': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:09.545712 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:09.547990 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:09.573239 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d18820c7-9c05-475d-8e20-a71895ec42d5 admin admin] Publish callbacks [] for security_group (ff8fbf00-bff9-4d03-8494-12b45919d3e9), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.581351 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d18820c7-9c05-475d-8e20-a71895ec42d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ff8fbf00-bff9-4d03-8494-12b45919d3e9), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.629260 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.643542 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-d18820c7-9c05-475d-8e20-a71895ec42d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c986e6ea788e48eca5466f5f9261f9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353677 Jun 24 09:49:09.646139 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60628) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:09.664779 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18820c7-9c05-475d-8e20-a71895ec42d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8fbf00-bff9-4d03-8494-12b45919d3e9,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:09.700130 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0d6ed840-591d-4e96-8fa1-da9e643aaa71 None None] Provisioning complete for port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:09.700594 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed840-591d-4e96-8fa1-da9e643aaa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.709438 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-51a32409-e0c0-416f-b1b1-5308678bde76 admin admin] Publish callbacks [] for security_group (ff8fbf00-bff9-4d03-8494-12b45919d3e9), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.738771 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ed840-591d-4e96-8fa1-da9e643aaa71 None None] Port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:49:09.740145 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-51a32409-e0c0-416f-b1b1-5308678bde76 admin admin] Publish callbacks [] for security_group (ff8fbf00-bff9-4d03-8494-12b45919d3e9), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.754188 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:09.801561 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-51a32409-e0c0-416f-b1b1-5308678bde76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ff8fbf00-bff9-4d03-8494-12b45919d3e9), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.804555 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-51a32409-e0c0-416f-b1b1-5308678bde76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.805762 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-51a32409-e0c0-416f-b1b1-5308678bde76 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff8fbf00-bff9-4d03-8494-12b45919d3e9 HTTP/1.1" status: 204 len: 168 time: 0.1585612 Jun 24 09:49:09.814735 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a32409-e0c0-416f-b1b1-5308678bde76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8fbf00-bff9-4d03-8494-12b45919d3e9,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:09.939911 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5dfd2a6-c3d5-4903-bff2-2f159ad63caf {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:49:09.947963 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Publish callbacks [] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:09.962172 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Transition to ACTIVE for port object c5dfd2a6-c3d5-4903-bff2-2f159ad63caf will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:49:09.967972 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:10.021693 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Pushing event updated for resources: {'Port': ['ID=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:10.115978 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fb13c-fe68-41ba-a015-4e5b532fad07 req-0013fa55-6e4b-4d9e-8e3c-1e22f18140cc tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:10.117569 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1a7fb13c-fe68-41ba-a015-4e5b532fad07 req-0013fa55-6e4b-4d9e-8e3c-1e22f18140cc tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 943 time: 0.0978539 Jun 24 09:49:10.135805 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60636) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:10.150495 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-634535fd-6fd3-4852-a02f-c1abcaccdf1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:10.170652 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Attempting to bind port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:10.170977 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Attempting to bind port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:10.171356 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Attempting to bind port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf on network d67d849c-d27d-4bea-a085-4b945957c857 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:10.181069 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf on network d67d849c-d27d-4bea-a085-4b945957c857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:49:10.181386 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Attempting to bind port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf on network d67d849c-d27d-4bea-a085-4b945957c857 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:10.196719 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:10.197088 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Checking segment: {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:10.197426 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Bound using segment: {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:10.197952 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Bound port: c5dfd2a6-c3d5-4903-bff2-2f159ad63caf, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:10.198207 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:10.214307 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:10.221779 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1a7fb13c-fe68-41ba-a015-4e5b532fad07 req-d5a51d8a-08eb-4415-95ff-55bad733a95c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942059 Jun 24 09:49:10.247877 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-634535fd-6fd3-4852-a02f-c1abcaccdf1f admin admin] Publish callbacks [] for security_group (6b33a7ff-0c64-41ba-8d1f-c272c56667f9), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:10.252678 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-634535fd-6fd3-4852-a02f-c1abcaccdf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (6b33a7ff-0c64-41ba-8d1f-c272c56667f9), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:10.278126 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] For port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:10.281845 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] For port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:10.288849 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:10.295186 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-634535fd-6fd3-4852-a02f-c1abcaccdf1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07ce6bba236e4259a4a3181b8c705a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556566 Jun 24 09:49:10.295460 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60638) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:10.302675 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634535fd-6fd3-4852-a02f-c1abcaccdf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b33a7ff-0c64-41ba-8d1f-c272c56667f9,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:10.326452 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:10.327751 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:10.329164 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] 10.222.0.47 "PUT /v2.0/ports/c5dfd2a6-c3d5-4903-bff2-2f159ad63caf HTTP/1.1" status: 200 len: 1093 time: 0.7934453 Jun 24 09:49:10.329597 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'tag': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:49:10.331875 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e22bba7-f7bf-4108-84d5-399e478d25b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6afd14-78c2-4765-b7ed-dfd75579caad", "tag": "c5dfd2a6-c3d5-4903-bff2-2f159ad63caf"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:49:10.353135 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e590f2b1-cc4c-4af8-bc8c-ccb4f55ded09 admin admin] Publish callbacks [] for security_group (6b33a7ff-0c64-41ba-8d1f-c272c56667f9), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:10.381875 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e590f2b1-cc4c-4af8-bc8c-ccb4f55ded09 admin admin] Publish callbacks [] for security_group (6b33a7ff-0c64-41ba-8d1f-c272c56667f9), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:10.388245 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c9e34-ef8e-4d5a-8ced-33d4a44589bf service neutron] Pushing event updated for resources: {'Port': ['ID=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:10.416166 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe6d226-2763-4613-b611-7b787f72cd78 x-openstack-request-id: req-efe6d226-2763-4613-b611-7b787f72cd78 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:49:10.416166 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6afd14-78c2-4765-b7ed-dfd75579caad", "tag": "c5dfd2a6-c3d5-4903-bff2-2f159ad63caf", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:49:10.416431 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-efe6d226-2763-4613-b611-7b787f72cd78 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:49:10.416792 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe6d226-2763-4613-b611-7b787f72cd78'] response: {'name': 'network-changed', 'server_uuid': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'tag': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf', 'status': 'completed', 'code': 200} Jun 24 09:49:10.427685 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951db68-7bef-46a4-8c1e-922750692966 req-3a117cbf-61df-4b40-afe1-40d8cfc84819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:10.429273 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-3a117cbf-61df-4b40-afe1-40d8cfc84819 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 1127 time: 0.0528309 Jun 24 09:49:10.438473 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e590f2b1-cc4c-4af8-bc8c-ccb4f55ded09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (6b33a7ff-0c64-41ba-8d1f-c272c56667f9), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:10.441159 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e590f2b1-cc4c-4af8-bc8c-ccb4f55ded09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:10.442653 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e590f2b1-cc4c-4af8-bc8c-ccb4f55ded09 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b33a7ff-0c64-41ba-8d1f-c272c56667f9 HTTP/1.1" status: 204 len: 168 time: 0.1462855 Jun 24 09:49:10.452436 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590f2b1-cc4c-4af8-bc8c-ccb4f55ded09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b33a7ff-0c64-41ba-8d1f-c272c56667f9,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:10.477794 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-ad74f1c5-f544-44b3-9f23-d032b0ba1164 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf HTTP/1.1" status: 200 len: 217 time: 0.0410676 Jun 24 09:49:10.542565 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951db68-7bef-46a4-8c1e-922750692966 req-63d7f491-9f1b-44b7-be0a-13211766d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:10.544125 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-63d7f491-9f1b-44b7-be0a-13211766d9b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0567007 Jun 24 09:49:10.589964 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:10.597949 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951db68-7bef-46a4-8c1e-922750692966 req-2261a8af-e806-41e5-9a14-77c54f03bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:10.599600 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-2261a8af-e806-41e5-9a14-77c54f03bf46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497162 Jun 24 09:49:10.639747 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:10.701906 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-cf55ab3e-305f-4cfe-a6c3-bdb6f9f09a9f service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958176 Jun 24 09:49:10.751944 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60654) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:10.812999 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d951db68-7bef-46a4-8c1e-922750692966 req-e868db24-9c7f-4c8c-b42e-a520453385f7 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051910 Jun 24 09:49:11.043142 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22bba7-f7bf-4108-84d5-399e478d25b6 req-4b4f31eb-7679-4a06-bda9-9b385446c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:11.044721 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e22bba7-f7bf-4108-84d5-399e478d25b6 req-4b4f31eb-7679-4a06-bda9-9b385446c76c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 1127 time: 0.0436776 Jun 24 09:49:11.156313 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22bba7-f7bf-4108-84d5-399e478d25b6 req-11b0f733-226e-4bc3-b1f9-487453407fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:11.157784 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e22bba7-f7bf-4108-84d5-399e478d25b6 req-11b0f733-226e-4bc3-b1f9-487453407fb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 913 time: 0.1069355 Jun 24 09:49:11.225799 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1042661'] for router_interface (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:11.488800 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] Deleting port 8f6f59fa-3549-41ef-a7f3-1a7318f69614 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:49:11.489511 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:11.495055 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e22bba7-f7bf-4108-84d5-399e478d25b6 req-d6d1ae2d-5a4d-4cbb-84ff-f2f04bc3d76d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf HTTP/1.1" status: 200 len: 217 time: 0.3309655 Jun 24 09:49:11.520224 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:11.551957 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:11.572825 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009069bb-79e4-45c4-8b77-f7271a861503 req-97681dd7-9edc-4523-98c8-808b6d144a7f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:11.579547 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-009069bb-79e4-45c4-8b77-f7271a861503 req-97681dd7-9edc-4523-98c8-808b6d144a7f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 943 time: 0.0871508 Jun 24 09:49:11.585838 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] For port 8f6f59fa-3549-41ef-a7f3-1a7318f69614, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=8f6f59fa-3549-41ef-a7f3-1a7318f69614,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:11.586202 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:11.600339 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] Calling delete_port for 8f6f59fa-3549-41ef-a7f3-1a7318f69614 owned by network:router_interface {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:49:11.602778 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22bba7-f7bf-4108-84d5-399e478d25b6 req-9fd6633b-b08b-4c07-92ba-a9f2a38a346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:11.604237 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e22bba7-f7bf-4108-84d5-399e478d25b6 req-9fd6633b-b08b-4c07-92ba-a9f2a38a346c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.1013455 Jun 24 09:49:11.675236 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-009069bb-79e4-45c4-8b77-f7271a861503 req-e2b69f3a-4bf6-41ae-8d8b-5ea2faf02abe tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947013 Jun 24 09:49:11.689520 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22bba7-f7bf-4108-84d5-399e478d25b6 req-39cc202d-5544-4703-be30-fe665342e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:11.691572 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e22bba7-f7bf-4108-84d5-399e478d25b6 req-39cc202d-5544-4703-be30-fe665342e0d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0808029 Jun 24 09:49:11.800299 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (8f6f59fa-3549-41ef-a7f3-1a7318f69614), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:11.810355 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e22bba7-f7bf-4108-84d5-399e478d25b6 req-b23c389b-dcde-4931-bcb8-1ce1d1db9204 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127191 Jun 24 09:49:11.826061 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6f59fa-3549-41ef-a7f3-1a7318f69614,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:11.919501 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e22bba7-f7bf-4108-84d5-399e478d25b6 req-63b13d93-47f7-41eb-8ee6-846afab8bf05 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032121 Jun 24 09:49:12.023968 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042545'] for router_interface (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:12.243747 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] Router c44ff442-929d-4e4b-9cf3-13d5613c9bbf has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:49:12.358566 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:49:12.366717 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-34baab9f-bd3d-46da-8e88-0dad1469a53b admin admin] 10.222.0.65 "PUT /v2.0/routers/c44ff442-929d-4e4b-9cf3-13d5613c9bbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6105654 Jun 24 09:49:12.366717 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60710) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:12.370966 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa4c45-a85c-479a-a0e0-9d794bceecf3 None None] Sync routers for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:49:12.383791 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa4c45-a85c-479a-a0e0-9d794bceecf3 None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:12.384457 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f5fa4c45-a85c-479a-a0e0-9d794bceecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:12.421915 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:12.485938 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Publish callbacks [] for router (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:12.538975 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:12.602007 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-f5fa4c45-a85c-479a-a0e0-9d794bceecf3 None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:12.724125 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:12.807320 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1728a4b-7c89-4b32-96d3-a68e3c521ffa req-89a1ca4e-584d-4b46-9b1d-021ff09e4aba tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:12.809021 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c1728a4b-7c89-4b32-96d3-a68e3c521ffa req-89a1ca4e-584d-4b46-9b1d-021ff09e4aba tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 943 time: 0.0540888 Jun 24 09:49:12.809575 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60724) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:12.811210 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f5fa4c45-a85c-479a-a0e0-9d794bceecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:49:11Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:12.840641 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa4c45-a85c-479a-a0e0-9d794bceecf3 None None] Checking router: c44ff442-929d-4e4b-9cf3-13d5613c9bbf for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:49:12.851039 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa4c45-a85c-479a-a0e0-9d794bceecf3 None None] Routers {'c44ff442-929d-4e4b-9cf3-13d5613c9bbf'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:12.851952 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f5fa4c45-a85c-479a-a0e0-9d794bceecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:48:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:12.871580 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c1728a4b-7c89-4b32-96d3-a68e3c521ffa req-dd43d490-8685-48b0-91d7-d52c89014fdb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537415 Jun 24 09:49:12.920500 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Publish callbacks [] for router_gateway (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:12.949750 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c3a094f8-be17-4044-943b-0ed81d5d313d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:12.969116 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Deleting port f8dd1534-36c3-47fd-944c-c42367d120a6 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:49:12.969484 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:12.970524 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-f5fa4c45-a85c-479a-a0e0-9d794bceecf3 None None] Set router c44ff442-929d-4e4b-9cf3-13d5613c9bbf gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:12.972112 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:12.997581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:13.035089 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c3a094f8-be17-4044-943b-0ed81d5d313d admin admin] Publish callbacks [] for security_group (8b732d92-5f0c-495c-9ee4-17305e209240), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.041797 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c3a094f8-be17-4044-943b-0ed81d5d313d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8b732d92-5f0c-495c-9ee4-17305e209240), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.085018 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-c3a094f8-be17-4044-943b-0ed81d5d313d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8cd12e80bb0547548d34e65271e4e81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718515 Jun 24 09:49:13.085018 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a094f8-be17-4044-943b-0ed81d5d313d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b732d92-5f0c-495c-9ee4-17305e209240,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:13.086070 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60728) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:13.101472 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:13.108889 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] For port f8dd1534-36c3-47fd-944c-c42367d120a6, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=f8dd1534-36c3-47fd-944c-c42367d120a6,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:13.109493 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.142277 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Calling delete_port for f8dd1534-36c3-47fd-944c-c42367d120a6 owned by network:router_gateway {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:49:13.142514 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-13670af4-fa87-493d-820d-d507dd5375f5 admin admin] Publish callbacks [] for security_group (8b732d92-5f0c-495c-9ee4-17305e209240), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.164977 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-13670af4-fa87-493d-820d-d507dd5375f5 admin admin] Publish callbacks [] for security_group (8b732d92-5f0c-495c-9ee4-17305e209240), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.165516 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f5fa4c45-a85c-479a-a0e0-9d794bceecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:49:11Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:13.191989 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa4c45-a85c-479a-a0e0-9d794bceecf3 None None] The sync data for ids ['c44ff442-929d-4e4b-9cf3-13d5613c9bbf'] in dv-cinder-803823-13-iscsi is: [{'id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'name': 'tempest-AttachVolumeShelveTestJSON-1593702626-router', 'tenant_id': 'f64a8807499a44ababb8bb037fc3d195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:41:46Z', 'updated_at': '2022-06-24T09:49:11Z', 'revision_number': 5, 'project_id': 'f64a8807499a44ababb8bb037fc3d195', 'gw_port': {'id': 'f8dd1534-36c3-47fd-944c-c42367d120a6', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ff442-929d-4e4b-9cf3-13d5613c9bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:41:47Z', 'updated_at': '2022-06-24T09:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:49:13.221915 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-13670af4-fa87-493d-820d-d507dd5375f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8b732d92-5f0c-495c-9ee4-17305e209240), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.224530 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-13670af4-fa87-493d-820d-d507dd5375f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.227639 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-13670af4-fa87-493d-820d-d507dd5375f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b732d92-5f0c-495c-9ee4-17305e209240 HTTP/1.1" status: 204 len: 168 time: 0.1388226 Jun 24 09:49:13.238645 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13670af4-fa87-493d-820d-d507dd5375f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b732d92-5f0c-495c-9ee4-17305e209240,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:13.349711 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (f8dd1534-36c3-47fd-944c-c42367d120a6), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.376058 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8dd1534-36c3-47fd-944c-c42367d120a6,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:13.440099 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1037141'] for router_gateway (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.516876 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60734) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:13.531180 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4d938ba-d0fd-467c-a51e-ce84dbfca56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.531799 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12167'] for router (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.533996 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Publish callbacks [] for router_controller (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.605640 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1045202'] for router (c44ff442-929d-4e4b-9cf3-13d5613c9bbf), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.606718 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c44ff442-929d-4e4b-9cf3-13d5613c9bbf {{(pid=110593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:49:13.615864 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.617868 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a8fba9fa-04f2-4946-a161-a6740172b72a admin admin] 10.222.0.65 "DELETE /v2.0/routers/c44ff442-929d-4e4b-9cf3-13d5613c9bbf HTTP/1.1" status: 204 len: 168 time: 1.2503526 Jun 24 09:49:13.620949 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60736) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:13.663552 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4d938ba-d0fd-467c-a51e-ce84dbfca56a admin admin] Publish callbacks [] for security_group (e50d90b1-8a2d-4018-b641-43acd490e871), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.669789 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e4d938ba-d0fd-467c-a51e-ce84dbfca56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (e50d90b1-8a2d-4018-b641-43acd490e871), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.687186 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 8f6f59fa-3549-41ef-a7f3-1a7318f69614 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:49:13.708492 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 8f6f59fa-3549-41ef-a7f3-1a7318f69614 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:49:13.709669 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 8f6f59fa-3549-41ef-a7f3-1a7318f69614 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:49:13.717313 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6eabb3-9ce0-4f3f-9edb-34d7e20ed3a0 admin admin] Deleting subnet b1649778-731e-485a-b476-5e3ad263e4ba {{(pid=110594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:49:13.728016 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8e6eabb3-9ce0-4f3f-9edb-34d7e20ed3a0 admin admin] Publish callbacks [] for subnet (b1649778-731e-485a-b476-5e3ad263e4ba), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.732193 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-e4d938ba-d0fd-467c-a51e-ce84dbfca56a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9189b7de090c4b5889cb08770ee2d659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142529 Jun 24 09:49:13.735324 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60738) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:13.755509 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d938ba-d0fd-467c-a51e-ce84dbfca56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50d90b1-8a2d-4018-b641-43acd490e871,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:13.775546 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8e6eabb3-9ce0-4f3f-9edb-34d7e20ed3a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63454153'] for subnet (b1649778-731e-485a-b476-5e3ad263e4ba), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.790807 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d657fa21-8a74-4c50-9480-140b160d882f admin admin] Publish callbacks [] for security_group (e50d90b1-8a2d-4018-b641-43acd490e871), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.814004 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d657fa21-8a74-4c50-9480-140b160d882f admin admin] Publish callbacks [] for security_group (e50d90b1-8a2d-4018-b641-43acd490e871), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.851332 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:13.869075 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8e6eabb3-9ce0-4f3f-9edb-34d7e20ed3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (b1649778-731e-485a-b476-5e3ad263e4ba), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.870361 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d657fa21-8a74-4c50-9480-140b160d882f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (e50d90b1-8a2d-4018-b641-43acd490e871), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.873697 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d657fa21-8a74-4c50-9480-140b160d882f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:13.875036 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-d657fa21-8a74-4c50-9480-140b160d882f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e50d90b1-8a2d-4018-b641-43acd490e871 HTTP/1.1" status: 204 len: 168 time: 0.1387219 Jun 24 09:49:13.884194 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657fa21-8a74-4c50-9480-140b160d882f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50d90b1-8a2d-4018-b641-43acd490e871,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:13.959366 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8e6eabb3-9ce0-4f3f-9edb-34d7e20ed3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63533627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57998242'] for subnet (b1649778-731e-485a-b476-5e3ad263e4ba), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.007476 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6eabb3-9ce0-4f3f-9edb-34d7e20ed3a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1649778-731e-485a-b476-5e3ad263e4ba,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:14.020534 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:14.024661 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8e6eabb3-9ce0-4f3f-9edb-34d7e20ed3a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.027273 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6b408c-1f0e-4610-b0e1-a1711968576f None None] Network 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:49:14.030365 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-8e6eabb3-9ce0-4f3f-9edb-34d7e20ed3a0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b1649778-731e-485a-b476-5e3ad263e4ba HTTP/1.1" status: 204 len: 168 time: 0.4058440 Jun 24 09:49:14.030655 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60744) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:14.051928 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94bf20-21a7-4f67-bef5-59a28d8f495f req-f906f622-8f07-43bd-98c2-71fc5ae2a2dd tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:14.054136 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fe94bf20-21a7-4f67-bef5-59a28d8f495f req-f906f622-8f07-43bd-98c2-71fc5ae2a2dd tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 943 time: 0.1061182 Jun 24 09:49:14.115392 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fe94bf20-21a7-4f67-bef5-59a28d8f495f req-89cad7a6-be14-4017-8ee0-d40fe2866cb1 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545661 Jun 24 09:49:14.135922 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.185389 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Deleting port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:49:14.185751 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.247148 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:14.249479 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ce75c66e-3cd6-40b8-a3c9-9a93476b9d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.260268 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] For port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=5bc111a0-214c-49c1-b37c-0b1ad2cb8183,segment=NetworkSegment(f4749906-d752-49e5-bf65-de815fcee500),segment_id=f4749906-d752-49e5-bf65-de815fcee500)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:14.260631 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.274677 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Calling delete_port for 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 owned by network:dhcp {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:49:14.295744 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:14.382251 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75beae45-b5c5-4cbe-8615-f31e4848cf37 None None] DHCP port deletion for 8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b request from dv-cinder-803823-13-iscsi {{(pid=110595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 09:49:14.387673 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (5bc111a0-214c-49c1-b37c-0b1ad2cb8183), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.422674 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc111a0-214c-49c1-b37c-0b1ad2cb8183,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:14.432450 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] No DVR routers for this DVR port 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 on host dv-cinder-803823-13-iscsi {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:49:14.516491 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.539975 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b']}} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:14.550947 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4749906-d752-49e5-bf65-de815fcee500') {'for_net_delete': True} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:14.551274 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4749906-d752-49e5-bf65-de815fcee500') {} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:14.561706 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63160172'] for segment (f4749906-d752-49e5-bf65-de815fcee500), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.575446 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (f4749906-d752-49e5-bf65-de815fcee500), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.583675 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=110593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:49:14.584186 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64714176'] for segment (f4749906-d752-49e5-bf65-de815fcee500), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.612086 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment f4749906-d752-49e5-bf65-de815fcee500 resource provider aggregate not found Jun 24 09:49:14.656041 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.661562 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment f4749906-d752-49e5-bf65-de815fcee500 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4749906-d752-49e5-bf65-de815fcee500 found for delete ", "request_id": "req-8dfcb0f5-59ab-421f-bf81-d36b8caa4d2e"}]} Jun 24 09:49:14.678660 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.681788 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] 10.222.0.65 "DELETE /v2.0/networks/8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b HTTP/1.1" status: 204 len: 168 time: 0.6501632 Jun 24 09:49:14.683009 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d19b9-ce88-4638-baaa-af005b3d635c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c0ea8d6-2f6d-4edc-b8f1-5cfa8ccc4f6b,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:14.865164 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60774) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:14.912389 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-19307496-6844-4582-a374-78b4ce5350c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f64a8807499a44ababb8bb037fc3d195&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436499 Jun 24 09:49:14.912633 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60776) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:14.961433 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-30c2ebd3-78b2-42eb-8adc-9a6bc6d3fff0 admin admin] Publish callbacks [] for security_group (1295ebb2-8599-4fd9-b34e-172e7811c002), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:14.985228 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-30c2ebd3-78b2-42eb-8adc-9a6bc6d3fff0 admin admin] Publish callbacks [] for security_group (1295ebb2-8599-4fd9-b34e-172e7811c002), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:15.040014 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-30c2ebd3-78b2-42eb-8adc-9a6bc6d3fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (1295ebb2-8599-4fd9-b34e-172e7811c002), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:15.042893 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-30c2ebd3-78b2-42eb-8adc-9a6bc6d3fff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:15.044150 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-30c2ebd3-78b2-42eb-8adc-9a6bc6d3fff0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1295ebb2-8599-4fd9-b34e-172e7811c002 HTTP/1.1" status: 204 len: 168 time: 0.1306684 Jun 24 09:49:15.052470 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2ebd3-78b2-42eb-8adc-9a6bc6d3fff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1295ebb2-8599-4fd9-b34e-172e7811c002,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:15.242744 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a12299-083f-4c43-8e35-fce190c5604d req-d2202a0f-22b5-423a-9b2a-268f6ea9c57c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:15.244534 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-38a12299-083f-4c43-8e35-fce190c5604d req-d2202a0f-22b5-423a-9b2a-268f6ea9c57c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 943 time: 0.0575833 Jun 24 09:49:15.312013 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-38a12299-083f-4c43-8e35-fce190c5604d req-fcd431af-cedb-4042-a35a-697366b37fc4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610068 Jun 24 09:49:15.516242 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device f8dd1534-36c3-47fd-944c-c42367d120a6 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:49:15.536601 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: f8dd1534-36c3-47fd-944c-c42367d120a6 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:49:15.536841 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device f8dd1534-36c3-47fd-944c-c42367d120a6 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:49:15.537258 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:49:15.555855 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:49:15.556197 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 5bc111a0-214c-49c1-b37c-0b1ad2cb8183 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:49:15.827405 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60804) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:15.926742 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-688965458-network', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:15.947466 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Made reservation on behalf of 9c90246f01ad410ea9569c51eb5f2ecb for: {'network': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:49:15.950149 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:15.958929 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.011851 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:16.046554 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Publish callbacks [] for security_group (7210d3cd-53e7-41a4-8875-b7c4bae9177a), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.050896 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7210d3cd-53e7-41a4-8875-b7c4bae9177a), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.077510 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=110594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:49:16.087687 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7210d3cd-53e7-41a4-8875-b7c4bae9177a,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:16.094330 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (83bf5320-161d-4750-853f-23cbd3b65f25), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.094662 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.segments_db [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Added segment 83bf5320-161d-4750-853f-23cbd3b65f25 of type vlan for network 947f6d7f-3e32-4a48-824a-af7e926d3402 Jun 24 09:49:16.136382 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (947f6d7f-3e32-4a48-824a-af7e926d3402), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.162802 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (947f6d7f-3e32-4a48-824a-af7e926d3402), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.163795 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:16.164366 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.197952 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3694344 Jun 24 09:49:16.201192 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60808) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:16.206507 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] Request body: {'subnet': {'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-688965458-subnet', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:16.229873 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] Made reservation on behalf of 9c90246f01ad410ea9569c51eb5f2ecb for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:49:16.232616 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63838793'] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.236061 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8d43f-876d-4bd7-9a0f-4329a465e922 admin admin] Pushing event updated for resources: {'Network': ['ID=947f6d7f-3e32-4a48-824a-af7e926d3402,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:16.247014 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 947f6d7f-3e32-4a48-824a-af7e926d3402 details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:49:16.302390 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:16.414092 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64714089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63838783'] for subnet (5bfd5c95-334c-45d6-b473-8c8898304502), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.451416 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd2747-d83a-4053-9a10-90d74bca2eb5 req-dad7ae2d-8d93-49b9-90b7-6895afd66800 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:16.452938 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-eadd2747-d83a-4053-9a10-90d74bca2eb5 req-dad7ae2d-8d93-49b9-90b7-6895afd66800 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 943 time: 0.0635972 Jun 24 09:49:16.466703 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfd5c95-334c-45d6-b473-8c8898304502,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:16.480616 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:16.500333 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] Checking segment: {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:16.500684 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] Network hostable DHCP agents. Network: 947f6d7f-3e32-4a48-824a-af7e926d3402, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:49:16.515969 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-eadd2747-d83a-4053-9a10-90d74bca2eb5 req-51144165-1531-4a45-a2bb-d491ac65b083 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568695 Jun 24 09:49:16.521521 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] Network 947f6d7f-3e32-4a48-824a-af7e926d3402 is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:49:16.535217 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 947f6d7f-3e32-4a48-824a-af7e926d3402) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:16.540225 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:16.541232 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.547845 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a0b67-2c68-496b-a488-7c8e00f9e0c6 None None] Network 947f6d7f-3e32-4a48-824a-af7e926d3402 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:49:16.568523 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ef05145c-9ba8-4ffd-af55-060e49562271 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3658941 Jun 24 09:49:16.571722 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60820) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:16.576640 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:16.602179 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (d6d2e334-5b99-493e-b49a-c0c55307c96a), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.603061 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (d6d2e334-5b99-493e-b49a-c0c55307c96a), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.638144 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-14616c97-b9be-454c-9682-10047f93e5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.653950 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Publish callbacks [] for router_controller (d6d2e334-5b99-493e-b49a-c0c55307c96a), precommit_add_association {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.668156 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-947f6d7f-3e32-4a48-824a-af7e926d3402', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:49:16.669083 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.672641 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:16.790323 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Publish callbacks [] for router_gateway (d6d2e334-5b99-493e-b49a-c0c55307c96a), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.824828 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Allocated IP 172.20.0.2 (947f6d7f-3e32-4a48-824a-af7e926d3402/5bfd5c95-334c-45d6-b473-8c8898304502/0271dd01-e817-4cc3-bfaf-84e9ab6189c5) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:16.973067 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Publish callbacks [] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.980432 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:16.981526 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Publish callbacks [] for router_gateway (d6d2e334-5b99-493e-b49a-c0c55307c96a), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.001273 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.022533 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Network 947f6d7f-3e32-4a48-824a-af7e926d3402 is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:17.029563 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:17.031690 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Pushing event updated for resources: {'Port': ['ID=0271dd01-e817-4cc3-bfaf-84e9ab6189c5,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:17.033841 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:17.095551 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Attempting to bind port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:17.095886 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Attempting to bind port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:17.096241 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Attempting to bind port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 on network 947f6d7f-3e32-4a48-824a-af7e926d3402 {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:17.101364 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:17.101727 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Checking segment: {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:17.102118 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.102505 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Bound using segment: {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:17.102957 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Bound port: 0271dd01-e817-4cc3-bfaf-84e9ab6189c5, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:17.103350 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.123433 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Allocated IP 172.27.1.189 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/265a9dc8-4267-426a-8497-2b347e1de522) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:17.164863 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] For port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:17.168152 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] For port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=0271dd01-e817-4cc3-bfaf-84e9ab6189c5,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:17.173908 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.233489 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ada70-893c-4be6-a067-7b5f226cedf4 None None] Pushing event updated for resources: {'Port': ['ID=0271dd01-e817-4cc3-bfaf-84e9ab6189c5,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:17.235363 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Publish callbacks [] for port (265a9dc8-4267-426a-8497-2b347e1de522), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.268612 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (265a9dc8-4267-426a-8497-2b347e1de522), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.310938 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:17.314221 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:17.317567 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:17.320107 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:17.342823 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:17.354251 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=265a9dc8-4267-426a-8497-2b347e1de522,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:17.560922 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:17.621690 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:17.622125 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.648571 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Publish callbacks [] for router_gateway (d6d2e334-5b99-493e-b49a-c0c55307c96a), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.654343 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7745c-157b-449d-8d65-5150b11c64e6 req-0c7999b8-ffe1-4f30-9f31-a6e56b72103b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:17.656469 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-87a7745c-157b-449d-8d65-5150b11c64e6 req-0c7999b8-ffe1-4f30-9f31-a6e56b72103b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 943 time: 0.0595064 Jun 24 09:49:17.675715 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:17.710928 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:17.711348 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.743798 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-87a7745c-157b-449d-8d65-5150b11c64e6 req-01483caf-7921-43cb-b692-b08bae7c6e18 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814447 Jun 24 09:49:17.761136 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=0271dd01-e817-4cc3-bfaf-84e9ab6189c5,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:17.768861 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.780124 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=7 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:17.844954 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.850221 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=0271dd01-e817-4cc3-bfaf-84e9ab6189c5,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:17.908167 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (d6d2e334-5b99-493e-b49a-c0c55307c96a), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:17.917037 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60830) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:18.044797 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1608b420-e6f3-4412-8354-67ddafcee44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:18.045069 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Router d6d2e334-5b99-493e-b49a-c0c55307c96a is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:49:18.136964 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:18.139809 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1608b420-e6f3-4412-8354-67ddafcee44e admin admin] Publish callbacks [] for security_group (93ca2006-755e-4f97-98be-1bced9bc5376), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:18.149735 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1608b420-e6f3-4412-8354-67ddafcee44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (93ca2006-755e-4f97-98be-1bced9bc5376), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:18.178535 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:49:18.193495 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Sync routers for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:49:18.205939 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:18.206171 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-1608b420-e6f3-4412-8354-67ddafcee44e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b00c3652b99840009666b9f12be0a69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876334 Jun 24 09:49:18.207728 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-fdfd8277-1ce4-4ee2-ba4f-9a8a04b20bb5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6350434 Jun 24 09:49:18.209160 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60834) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:18.210613 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60836) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:18.211284 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608b420-e6f3-4412-8354-67ddafcee44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ca2006-755e-4f97-98be-1bced9bc5376,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:18.228427 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:18.229422 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:18.278158 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e0eb20b9-65e6-43ed-8d96-d2eff1046232 admin admin] Publish callbacks [] for security_group (93ca2006-755e-4f97-98be-1bced9bc5376), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:18.296768 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03844dec-ee6f-4b0b-ae54-6f24805c23c1 None None] Network 947f6d7f-3e32-4a48-824a-af7e926d3402 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:49:18.304083 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e0eb20b9-65e6-43ed-8d96-d2eff1046232 admin admin] Publish callbacks [] for security_group (93ca2006-755e-4f97-98be-1bced9bc5376), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:18.365737 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e0eb20b9-65e6-43ed-8d96-d2eff1046232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (93ca2006-755e-4f97-98be-1bced9bc5376), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:18.368345 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e0eb20b9-65e6-43ed-8d96-d2eff1046232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:18.371870 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e0eb20b9-65e6-43ed-8d96-d2eff1046232 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93ca2006-755e-4f97-98be-1bced9bc5376 HTTP/1.1" status: 204 len: 168 time: 0.1592615 Jun 24 09:49:18.389787 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb20b9-65e6-43ed-8d96-d2eff1046232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ca2006-755e-4f97-98be-1bced9bc5376,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:18.436951 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-6a2ae2f8-5889-41a1-bef0-25544e0dc4bd None None] Provisioning complete for port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:18.437334 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6a2ae2f8-5889-41a1-bef0-25544e0dc4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:18.447581 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:18.493309 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:18.674979 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:18.888417 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ae2f8-5889-41a1-bef0-25544e0dc4bd None None] Current status of the port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:18.899227 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:17Z', 'revision_number': 3, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:18.928016 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Checking router: d6d2e334-5b99-493e-b49a-c0c55307c96a for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:49:18.928647 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Updating router d6d2e334-5b99-493e-b49a-c0c55307c96a port 265a9dc8-4267-426a-8497-2b347e1de522 binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:49:18.954351 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113f49f-cfcb-4ecc-8d05-8fe61941003c req-9f06cad1-2cb7-445f-b33a-38ca5ae1bb5c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:18.960243 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (265a9dc8-4267-426a-8497-2b347e1de522), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:18.961431 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b113f49f-cfcb-4ecc-8d05-8fe61941003c req-9f06cad1-2cb7-445f-b33a-38ca5ae1bb5c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 943 time: 0.1165311 Jun 24 09:49:19.001245 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Allocated IP 172.20.0.1 (947f6d7f-3e32-4a48-824a-af7e926d3402/5bfd5c95-334c-45d6-b473-8c8898304502/2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:19.047645 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b113f49f-cfcb-4ecc-8d05-8fe61941003c req-a9fa1402-1eec-4116-a31a-1935f5491b81 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852761 Jun 24 09:49:19.154779 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Publish callbacks [] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.160478 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-167ebf68-9740-42f9-a831-40ae8dc8da61 None None] Provisioning complete for port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:19.160848 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-167ebf68-9740-42f9-a831-40ae8dc8da61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.166184 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:19.192581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.203157 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.233552 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:19.237274 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Network 947f6d7f-3e32-4a48-824a-af7e926d3402 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:19.240643 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:19.245354 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:19.254339 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:19.269319 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Pushing event updated for resources: {'Port': ['ID=2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:19.292173 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (d6d2e334-5b99-493e-b49a-c0c55307c96a), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.341294 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.363173 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Publish callbacks [] for port (265a9dc8-4267-426a-8497-2b347e1de522), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.366854 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-167ebf68-9740-42f9-a831-40ae8dc8da61 None None] Current status of the port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:19.376438 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (265a9dc8-4267-426a-8497-2b347e1de522), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.388931 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:19.440215 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device c5dfd2a6-c3d5-4903-bff2-2f159ad63caf details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:49:19.452560 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.453775 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Attempting to bind port 265a9dc8-4267-426a-8497-2b347e1de522 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:19.454136 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Attempting to bind port 265a9dc8-4267-426a-8497-2b347e1de522 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:19.454504 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Attempting to bind port 265a9dc8-4267-426a-8497-2b347e1de522 on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:19.456639 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b96b1b-8a51-4684-95d0-aa8e7ca1229c None None] Pushing event updated for resources: {'Port': ['ID=265a9dc8-4267-426a-8497-2b347e1de522,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:19.483542 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:19.484017 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:19.484426 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.484819 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:19.485320 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Bound port: 265a9dc8-4267-426a-8497-2b347e1de522, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:19.485701 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (265a9dc8-4267-426a-8497-2b347e1de522), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.610639 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:19.635329 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] For port 265a9dc8-4267-426a-8497-2b347e1de522, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:19.662957 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Publish callbacks [] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.666630 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] For port 265a9dc8-4267-426a-8497-2b347e1de522, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=265a9dc8-4267-426a-8497-2b347e1de522,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:19.667941 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-8107671d-e6bc-45c2-91fc-79a29718c9d5 None None] Provisioning complete for port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:19.668302 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8107671d-e6bc-45c2-91fc-79a29718c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.668559 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.712974 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (265a9dc8-4267-426a-8497-2b347e1de522), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.740728 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Pushing event updated for resources: {'Port': ['ID=2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:19.743344 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (d6d2e334-5b99-493e-b49a-c0c55307c96a), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.786315 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:19.817255 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-8107671d-e6bc-45c2-91fc-79a29718c9d5 None None] Port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:49:19.824598 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:19.825105 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:19.830922 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60868) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:19.854148 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'port_id': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf', 'mac_address': 'fa:16:3e:8b:5b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:49:19.857147 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Network 947f6d7f-3e32-4a48-824a-af7e926d3402 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:19.858772 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:19.892137 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:19.893465 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:19.956060 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b96b1b-8a51-4684-95d0-aa8e7ca1229c None None] Pushing event updated for resources: {'Port': ['ID=265a9dc8-4267-426a-8497-2b347e1de522,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:19.995228 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-df53a2ab-c29b-46a9-93e3-421c425503cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:20.006585 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Router d6d2e334-5b99-493e-b49a-c0c55307c96a has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:49:20.020356 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:20.030326 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:20.050959 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:20.051405 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:20.098919 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:20.112368 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:20.122461 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5dfd2a6-c3d5-4903-bff2-2f159ad63caf {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:49:20.150059 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-df53a2ab-c29b-46a9-93e3-421c425503cc admin admin] Publish callbacks [] for security_group (711eb2c7-907b-4c8b-a037-1fba2e17652a), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:20.150359 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:20.156722 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-df53a2ab-c29b-46a9-93e3-421c425503cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (711eb2c7-907b-4c8b-a037-1fba2e17652a), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:20.180531 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:20.184890 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:20.191002 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:20.204212 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-df53a2ab-c29b-46a9-93e3-421c425503cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aad0a716fd7940729cacb72af827d97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711526 Jun 24 09:49:20.205546 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53a2ab-c29b-46a9-93e3-421c425503cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711eb2c7-907b-4c8b-a037-1fba2e17652a,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:20.207861 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60874) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:20.231931 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b7e9-826a-4517-8a07-6281b716909c req-53d47c85-56a0-40c1-af00-d77f280d1acb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:20.233500 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3fb1b7e9-826a-4517-8a07-6281b716909c req-53d47c85-56a0-40c1-af00-d77f280d1acb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 943 time: 0.0827954 Jun 24 09:49:20.236621 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:49:20.242755 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-d9c698f6-66ed-4d20-b0e4-9d394826872d admin admin] 10.222.0.65 "PUT /v2.0/routers/d6d2e334-5b99-493e-b49a-c0c55307c96a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0286279 Jun 24 09:49:20.271917 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7ac4346-6245-49eb-9612-bd77908f22bf admin admin] Publish callbacks [] for security_group (711eb2c7-907b-4c8b-a037-1fba2e17652a), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:20.299895 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7ac4346-6245-49eb-9612-bd77908f22bf admin admin] Publish callbacks [] for security_group (711eb2c7-907b-4c8b-a037-1fba2e17652a), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:20.313575 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3fb1b7e9-826a-4517-8a07-6281b716909c req-20b78488-5d7f-4829-8660-77d731b771c9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645020 Jun 24 09:49:20.333974 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:20.368704 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7ac4346-6245-49eb-9612-bd77908f22bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (711eb2c7-907b-4c8b-a037-1fba2e17652a), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:20.371283 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e7ac4346-6245-49eb-9612-bd77908f22bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:20.372444 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e7ac4346-6245-49eb-9612-bd77908f22bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/711eb2c7-907b-4c8b-a037-1fba2e17652a HTTP/1.1" status: 204 len: 168 time: 0.1637061 Jun 24 09:49:20.385077 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac4346-6245-49eb-9612-bd77908f22bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711eb2c7-907b-4c8b-a037-1fba2e17652a,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:20.403695 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-4d3245f0-ce78-41a5-b280-7c39d44fea22 None None] Provisioning complete for port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:20.404119 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-4d3245f0-ce78-41a5-b280-7c39d44fea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:20.475376 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 2, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:20.648634 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['c5dfd2a6-c3d5-4903-bff2-2f159ad63caf'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:49:20.706675 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-4d3245f0-ce78-41a5-b280-7c39d44fea22 None None] Port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:49:20.717759 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4f564-e023-4722-b83a-1a5b4abf2e95 None None] The sync data for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi is: [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 2, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:49:20.719874 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:20.860786 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60896) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:20.866459 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-fc18ff2d-9d23-4c59-80dc-adbcddfc5945 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943490071', 'description': 'tempest-description--1914237895'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:20.917264 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fc18ff2d-9d23-4c59-80dc-adbcddfc5945 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.007884 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fc18ff2d-9d23-4c59-80dc-adbcddfc5945 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (86336391-e16f-485e-90a8-98e8525f240d), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.018966 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fc18ff2d-9d23-4c59-80dc-adbcddfc5945 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (86336391-e16f-485e-90a8-98e8525f240d), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.047892 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18ff2d-9d23-4c59-80dc-adbcddfc5945 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86336391-e16f-485e-90a8-98e8525f240d,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:21.081049 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-fc18ff2d-9d23-4c59-80dc-adbcddfc5945 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.082697 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-fc18ff2d-9d23-4c59-80dc-adbcddfc5945 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2198310 Jun 24 09:49:21.085546 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60902) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:21.092058 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-719d7c67-fe22-433c-978c-d534c57ce641 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'security_group_rule': {'security_group_id': '86336391-e16f-485e-90a8-98e8525f240d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:21.133473 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-719d7c67-fe22-433c-978c-d534c57ce641 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (4477a5e5-38a7-4b84-b568-ab9e43ebc5de), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.202241 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-719d7c67-fe22-433c-978c-d534c57ce641 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (4477a5e5-38a7-4b84-b568-ab9e43ebc5de), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.206538 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-719d7c67-fe22-433c-978c-d534c57ce641 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (4477a5e5-38a7-4b84-b568-ab9e43ebc5de), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.229443 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d7c67-fe22-433c-978c-d534c57ce641 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4477a5e5-38a7-4b84-b568-ab9e43ebc5de,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:21.236205 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-719d7c67-fe22-433c-978c-d534c57ce641 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.237522 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-719d7c67-fe22-433c-978c-d534c57ce641 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504185 Jun 24 09:49:21.240338 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60908) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:21.246197 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-d7db2007-4fe4-4e33-8b47-a4dbf59080a6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'security_group_rule': {'security_group_id': '86336391-e16f-485e-90a8-98e8525f240d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:21.276750 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d7db2007-4fe4-4e33-8b47-a4dbf59080a6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (906414f6-ae77-462c-990e-399556365b01), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.287392 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60910) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:21.341301 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d7db2007-4fe4-4e33-8b47-a4dbf59080a6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (906414f6-ae77-462c-990e-399556365b01), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.348121 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d7db2007-4fe4-4e33-8b47-a4dbf59080a6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (906414f6-ae77-462c-990e-399556365b01), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.368174 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db2007-4fe4-4e33-8b47-a4dbf59080a6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906414f6-ae77-462c-990e-399556365b01,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:21.379556 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-d7db2007-4fe4-4e33-8b47-a4dbf59080a6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.384040 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-d7db2007-4fe4-4e33-8b47-a4dbf59080a6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392963 Jun 24 09:49:21.384273 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60916) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:21.388792 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:21.408459 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:21.441636 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-232659971-network', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:21.453594 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device c5dfd2a6-c3d5-4903-bff2-2f159ad63caf up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:21.468820 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.493186 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f85f6b-865d-4280-85e2-ebf1d258a7f6 req-96b00ae9-a8d0-4913-adcd-2933bae9df79 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:21.494942 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-39f85f6b-865d-4280-85e2-ebf1d258a7f6 req-96b00ae9-a8d0-4913-adcd-2933bae9df79 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 944 time: 0.0998828 Jun 24 09:49:21.516794 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:49:21.522016 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Made reservation on behalf of 47cfee44c4264b0a8cfb5a93b7f5378a for: {'network': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:49:21.524571 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.525971 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:21.526394 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.575120 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.620987 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:21.623891 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:21.624582 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.658279 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.662692 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:49:21.665191 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c028502e-0693-4da1-9b9f-e0528572be51" -d '{"events": [{"server_uuid": "4e6afd14-78c2-4765-b7ed-dfd75579caad", "name": "network-vif-plugged", "status": "completed", "tag": "c5dfd2a6-c3d5-4903-bff2-2f159ad63caf"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:49:21.673316 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-39f85f6b-865d-4280-85e2-ebf1d258a7f6 req-4a1c5869-198f-4785-b5db-43807b3fa802 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608644 Jun 24 09:49:21.681199 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:21.689795 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.738689 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3b13ef-4033-46e1-98fc-ba2e2769681d x-openstack-request-id: req-ed3b13ef-4033-46e1-98fc-ba2e2769681d {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:49:21.738973 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6afd14-78c2-4765-b7ed-dfd75579caad", "name": "network-vif-plugged", "status": "completed", "tag": "c5dfd2a6-c3d5-4903-bff2-2f159ad63caf", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:49:21.739755 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed3b13ef-4033-46e1-98fc-ba2e2769681d {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:49:21.740192 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3b13ef-4033-46e1-98fc-ba2e2769681d'] response: {'server_uuid': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf', 'code': 200} Jun 24 09:49:21.779837 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:21.781383 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:21.846953 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Publish callbacks [] for security_group (7f1618a9-8977-4710-ad6c-1d9fbb3e65af), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.858332 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7f1618a9-8977-4710-ad6c-1d9fbb3e65af), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.870219 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:49:21.871810 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Allocated IP 172.27.1.148 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/4bd36742-564b-45aa-bc50-63def7b734ed) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:21.900804 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=110594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:49:21.914196 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:21.918221 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1618a9-8977-4710-ad6c-1d9fbb3e65af,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:21.933984 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (19a96786-7032-4e21-a1d5-c5d1d59cb6e7), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:21.934396 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.segments_db [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Added segment 19a96786-7032-4e21-a1d5-c5d1d59cb6e7 of type vlan for network 4c183d41-68d9-4ee6-a230-d5b9c4829714 Jun 24 09:49:22.054780 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b70e-3bb5-4f2f-b269-a9586235bc24 req-db4d7aae-91dd-4029-b14f-2d253aa816de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:22.056291 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8c97b70e-3bb5-4f2f-b269-a9586235bc24 req-db4d7aae-91dd-4029-b14f-2d253aa816de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 1129 time: 0.1240101 Jun 24 09:49:22.061015 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (4c183d41-68d9-4ee6-a230-d5b9c4829714), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.151823 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for port (4bd36742-564b-45aa-bc50-63def7b734ed), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.153203 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:22.159140 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8c97b70e-3bb5-4f2f-b269-a9586235bc24 req-1021b405-87e6-4326-8bc2-a9749620b655 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940082 Jun 24 09:49:22.159734 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (4c183d41-68d9-4ee6-a230-d5b9c4829714), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.160682 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:22.161247 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.209250 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9170215 Jun 24 09:49:22.212378 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60920) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:22.218164 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] Request body: {'subnet': {'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-232659971-subnet', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:22.240849 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] Made reservation on behalf of 47cfee44c4264b0a8cfb5a93b7f5378a for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:49:22.243277 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63838793'] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.251899 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b0155-2c67-49ec-991c-0afd966648ab admin admin] Pushing event updated for resources: {'Network': ['ID=4c183d41-68d9-4ee6-a230-d5b9c4829714,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:22.261463 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (4bd36742-564b-45aa-bc50-63def7b734ed), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.265988 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 4c183d41-68d9-4ee6-a230-d5b9c4829714 details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:49:22.308190 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:22.311899 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:22.313950 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'Port': ['ID=4bd36742-564b-45aa-bc50-63def7b734ed,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:22.316221 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:22.392586 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:INSERT=23,neutron:SELECT=72,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:22.404312 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:22.429511 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (77ebf74e-4015-4cc1-b2f6-766edb555fa4), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.469165 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (4bd36742-564b-45aa-bc50-63def7b734ed), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.469676 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64714089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63838783'] for subnet (cc7f2ed7-d817-4bd3-a236-7f17e8b116de), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.526653 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7f2ed7-d817-4bd3-a236-7f17e8b116de,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:22.543790 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] Checking segment: {'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:22.544137 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] Network hostable DHCP agents. Network: 4c183d41-68d9-4ee6-a230-d5b9c4829714, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:49:22.563224 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] Network 4c183d41-68d9-4ee6-a230-d5b9c4829714 is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:49:22.575840 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 4c183d41-68d9-4ee6-a230-d5b9c4829714) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:22.580979 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:22.581590 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.596317 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f766196b-a847-4311-9de3-2fb2e1a37931 None None] Network 4c183d41-68d9-4ee6-a230-d5b9c4829714 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:49:22.608703 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-95450a91-b4f7-48c2-bcdb-e3040df91a24 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3949053 Jun 24 09:49:22.611213 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60922) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:22.615910 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:22.639781 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (9b61eed9-d332-40e1-b24c-66787bf225c8), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.640682 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for port (4bd36742-564b-45aa-bc50-63def7b734ed), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.640960 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (9b61eed9-d332-40e1-b24c-66787bf225c8), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.646508 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (4bd36742-564b-45aa-bc50-63def7b734ed), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.703537 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Publish callbacks [] for router_controller (9b61eed9-d332-40e1-b24c-66787bf225c8), precommit_add_association {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.715277 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-4c183d41-68d9-4ee6-a230-d5b9c4829714', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:49:22.716889 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.720290 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'Port': ['ID=4bd36742-564b-45aa-bc50-63def7b734ed,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:22.749709 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (77ebf74e-4015-4cc1-b2f6-766edb555fa4), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.764705 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:22.784472 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.793897 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-15bac9d7-9482-4a47-aa3b-d501b056d62f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4006691 Jun 24 09:49:22.875763 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1cbb-5f68-4d88-9d64-ac6cd2c713de req-9fe2d84b-3519-408a-8456-2cd3f57ee27e tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:22.878640 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-136e1cbb-5f68-4d88-9d64-ac6cd2c713de req-9fe2d84b-3519-408a-8456-2cd3f57ee27e tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 945 time: 0.0746093 Jun 24 09:49:22.902290 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Publish callbacks [] for router_gateway (9b61eed9-d332-40e1-b24c-66787bf225c8), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:22.923474 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Allocated IP 172.20.0.2 (4c183d41-68d9-4ee6-a230-d5b9c4829714/cc7f2ed7-d817-4bd3-a236-7f17e8b116de/7715fd03-5125-4b32-9a12-e0fd6f4a8141) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:22.941770 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-136e1cbb-5f68-4d88-9d64-ac6cd2c713de req-3b20e414-57d8-4e1d-910e-81f41a407b58 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573542 Jun 24 09:49:23.090407 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-b9cebca6-5449-4c2f-af4c-9a4de6cbcab7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--943490071&fields=id&tenant_id=9c90246f01ad410ea9569c51eb5f2ecb HTTP/1.1" status: 200 len: 267 time: 0.0774305 Jun 24 09:49:23.126632 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Publish callbacks [] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.131278 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Publish callbacks [] for router_gateway (9b61eed9-d332-40e1-b24c-66787bf225c8), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.137072 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.159930 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.178153 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Network 4c183d41-68d9-4ee6-a230-d5b9c4829714 is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:23.181643 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:23.184821 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:23.199250 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Pushing event updated for resources: {'Port': ['ID=7715fd03-5125-4b32-9a12-e0fd6f4a8141,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:23.264055 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Attempting to bind port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:23.264450 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Attempting to bind port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:23.264784 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Attempting to bind port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 on network 4c183d41-68d9-4ee6-a230-d5b9c4829714 {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:23.270975 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:23.271435 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Checking segment: {'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:23.271839 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.272203 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Bound using segment: {'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:23.272680 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Bound port: 7715fd03-5125-4b32-9a12-e0fd6f4a8141, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:23.273063 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.299026 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Allocated IP 172.27.1.234 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/6d60eaec-c2db-459b-99df-39e1744cb17c) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:23.355325 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:23.365540 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] For port 7715fd03-5125-4b32-9a12-e0fd6f4a8141, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:23.370987 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] For port 7715fd03-5125-4b32-9a12-e0fd6f4a8141, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=7715fd03-5125-4b32-9a12-e0fd6f4a8141,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:23.373818 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.380913 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.392764 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Sync routers for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:49:23.406596 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:23.407636 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:23.469088 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88ea33-07ee-4838-8290-43ee6e80a352 None None] Pushing event updated for resources: {'Port': ['ID=7715fd03-5125-4b32-9a12-e0fd6f4a8141,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:23.474899 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:23.516682 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27103d-94df-4756-867b-0abcc7373c84 req-af17f82c-ebd0-476c-8555-56d9d679112d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:23.518525 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-af17f82c-ebd0-476c-8555-56d9d679112d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 810 time: 0.4209869 Jun 24 09:49:23.537627 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-b01cd087-21c3-4b63-88c0-7b5493b3fa13 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/quotas/9c90246f01ad410ea9569c51eb5f2ecb HTTP/1.1" status: 200 len: 375 time: 0.0135489 Jun 24 09:49:23.603865 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-084b8b69-375b-42e3-9385-be2749856dbb tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550952 Jun 24 09:49:23.611140 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 265a9dc8-4267-426a-8497-2b347e1de522 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:23.635460 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:23.688072 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 265a9dc8-4267-426a-8497-2b347e1de522 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:23.688449 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (265a9dc8-4267-426a-8497-2b347e1de522), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.808633 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:23.840171 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 265a9dc8-4267-426a-8497-2b347e1de522 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:23.841679 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (265a9dc8-4267-426a-8497-2b347e1de522), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.851267 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-dc21cf57-cd1b-42a2-8795-6de57e398987 service neutron] 10.222.0.65 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097507 Jun 24 09:49:23.866753 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Publish callbacks [] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.875416 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port 265a9dc8-4267-426a-8497-2b347e1de522, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=265a9dc8-4267-426a-8497-2b347e1de522,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:23.885911 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (265a9dc8-4267-426a-8497-2b347e1de522), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.922814 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:23.984727 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=265a9dc8-4267-426a-8497-2b347e1de522,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:23.988885 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Pushing event updated for resources: {'Port': ['ID=6d60eaec-c2db-459b-99df-39e1744cb17c,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:23.995608 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-f25fa7b1-a0b7-42f9-8383-f39fc7481262 service neutron] 10.222.0.65 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308968 Jun 24 09:49:23.999619 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:24.001610 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:24.003197 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:24.005930 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:24.052666 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 2, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:24.082374 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Checking router: d6d2e334-5b99-493e-b49a-c0c55307c96a for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:49:24.083011 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Updating router d6d2e334-5b99-493e-b49a-c0c55307c96a port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:49:24.118277 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:24.134664 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ef41e-1d1b-45bb-9e8a-d981e0994c53 req-a020f7c0-475c-4f33-934f-273f5987d5ad tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:24.138366 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-363ef41e-1d1b-45bb-9e8a-d981e0994c53 req-a020f7c0-475c-4f33-934f-273f5987d5ad tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 945 time: 0.0793397 Jun 24 09:49:24.241655 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-988acde4-dce2-4540-8c84-e7f29dbfd5f0 req-3a603742-8e8f-4630-a1b1-0dd2ed6f92ad tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 210 time: 0.0470901 Jun 24 09:49:24.259653 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-363ef41e-1d1b-45bb-9e8a-d981e0994c53 req-d3cdd1c9-3f16-4ca8-9b9f-958aaf7363eb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131039 Jun 24 09:49:24.312991 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Publish callbacks [] for router_gateway (9b61eed9-d332-40e1-b24c-66787bf225c8), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:24.432942 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebda46-68df-4d79-ae18-d42268d14bb2 req-2adab362-9b5b-445c-add9-042c3b90bfca tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:24.435574 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b7ebda46-68df-4d79-ae18-d42268d14bb2 req-2adab362-9b5b-445c-add9-042c3b90bfca tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 945 time: 0.0822065 Jun 24 09:49:24.494815 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:24.509074 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b7ebda46-68df-4d79-ae18-d42268d14bb2 req-cdac0154-3e59-4310-a8d3-9d417b1ac324 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670521 Jun 24 09:49:24.526930 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60950) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:24.592603 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Publish callbacks [] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:24.600357 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:24.678275 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (9b61eed9-d332-40e1-b24c-66787bf225c8), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:24.698676 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:24.745629 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221e201-4f92-429f-9217-348c808aca14 None None] Pushing event updated for resources: {'Port': ['ID=2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:24.769095 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Attempting to bind port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:24.769467 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Attempting to bind port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:24.769824 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Attempting to bind port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 on network 947f6d7f-3e32-4a48-824a-af7e926d3402 {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:24.776224 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:24.776592 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Checking segment: {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:24.776997 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:24.777379 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Bound using segment: {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:24.778270 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Bound port: 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:24.779982 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:24.837476 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca883395-7dcb-4064-ae96-63174cdbed4c tempest-TestVolumeBootPattern-1011721228 tempest-TestVolumeBootPattern-1011721228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:24.848320 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-ca883395-7dcb-4064-ae96-63174cdbed4c tempest-TestVolumeBootPattern-1011721228 tempest-TestVolumeBootPattern-1011721228-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 1124 time: 0.3200262 Jun 24 09:49:24.849770 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60956) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:24.856325 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'port_id': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:24.882963 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] For port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:24.886960 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] For port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:24.894597 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:24.912660 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:25.006099 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:25.006758 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:25.008666 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221e201-4f92-429f-9217-348c808aca14 None None] Pushing event updated for resources: {'Port': ['ID=2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7,revision_number=4']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:25.023347 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691dc76-85f1-45cd-843d-0fa6b70d7af4 None None] Network 4c183d41-68d9-4ee6-a230-d5b9c4829714 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:49:25.029544 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:25.063517 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Router 9b61eed9-d332-40e1-b24c-66787bf225c8 is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:49:25.095284 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:25.145634 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Provisioning complete for port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:25.146002 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:25.149144 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:25.223648 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:25.311433 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Current status of the port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:25.312308 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:25.354640 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] For port 7715fd03-5125-4b32-9a12-e0fd6f4a8141, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=7715fd03-5125-4b32-9a12-e0fd6f4a8141,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:25.362660 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:25.362932 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Allocated IP 172.27.1.111 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/c610c163-1f2e-4e77-8943-4319da67e54f) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:25.376186 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Provisioning complete for port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:25.376559 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:25.411173 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:25.441829 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0cef5de6-546c-457d-a5d9-7cda738ea33b req-525b3e79-c9bb-45e9-8602-aa48b61618ae tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 210 time: 0.0588515 Jun 24 09:49:25.480387 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:49:25.541202 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Sync routers for ids ['9b61eed9-d332-40e1-b24c-66787bf225c8'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:49:25.552916 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:25.554196 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-bb6a6983-dec2-4e6f-97b5-9f3bd4ec6f61 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9419396 Jun 24 09:49:25.557486 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60960) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:25.562224 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for port (c610c163-1f2e-4e77-8943-4319da67e54f), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:25.636384 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Current status of the port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:25.636983 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:25.648306 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Routers {'9b61eed9-d332-40e1-b24c-66787bf225c8'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:25.648306 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['9b61eed9-d332-40e1-b24c-66787bf225c8'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:25.653846 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (c610c163-1f2e-4e77-8943-4319da67e54f), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:25.686955 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:25.693620 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Pushing event updated for resources: {'Port': ['ID=7715fd03-5125-4b32-9a12-e0fd6f4a8141,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:25.722390 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:25.730476 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:25.734894 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:25.776565 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:24Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:25.781555 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'Port': ['ID=c610c163-1f2e-4e77-8943-4319da67e54f,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:25.807722 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:25.818912 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271eca2e-aa5a-4820-8891-306c0805c821 None None] The sync data for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi is: [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:24Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:49:25.891876 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] For port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:25.910767 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:25.925745 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Set router 9b61eed9-d332-40e1-b24c-66787bf225c8 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:25.973349 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27103d-94df-4756-867b-0abcc7373c84 req-84c85195-1d7a-44bb-94e4-27c7d284ae9a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:25.975280 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-84c85195-1d7a-44bb-94e4-27c7d284ae9a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.47 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 810 time: 0.2941732 Jun 24 09:49:26.067570 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:26.173787 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-5b49fd00-ed1f-4f5f-8e4c-7a5c03a3c61f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c90246f01ad410ea9569c51eb5f2ecb HTTP/1.1" status: 200 len: 379 time: 0.1243875 Jun 24 09:49:26.191624 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:26.214638 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (bd182829-658b-483e-b38a-1e4d54fb714f), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.223535 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'port': {'device_id': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'admin_state_up': True, 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'security_groups': ['86336391-e16f-485e-90a8-98e8525f240d']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:26.237997 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-db56d3a7-b0c4-47af-8372-c809cfb9a1c4 None None] Provisioning complete for port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:26.238574 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-db56d3a7-b0c4-47af-8372-c809cfb9a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.242383 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:26.242758 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.296356 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c610c163-1f2e-4e77-8943-4319da67e54f), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.331939 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c26414-fc4c-411e-ae9c-d1d2bdb26ecd None None] Pushing event updated for resources: {'Port': ['ID=2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:26.338605 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:26.407774 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Made reservation on behalf of 9c90246f01ad410ea9569c51eb5f2ecb for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:49:26.411283 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.494584 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for port (c610c163-1f2e-4e77-8943-4319da67e54f), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.501551 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (c610c163-1f2e-4e77-8943-4319da67e54f), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.502164 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:26.503745 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 265a9dc8-4267-426a-8497-2b347e1de522 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:26.549986 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:INSERT=1,neutron:DELETE=1,neutron:SELECT=98 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:26.565612 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:24Z', 'revision_number': 3, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:26.604590 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Checking router: 9b61eed9-d332-40e1-b24c-66787bf225c8 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:49:26.604924 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Updating router 9b61eed9-d332-40e1-b24c-66787bf225c8 port 6d60eaec-c2db-459b-99df-39e1744cb17c binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:49:26.605965 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'Port': ['ID=c610c163-1f2e-4e77-8943-4319da67e54f,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:26.616327 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (bd182829-658b-483e-b38a-1e4d54fb714f), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.636605 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-db56d3a7-b0c4-47af-8372-c809cfb9a1c4 None None] Current status of the port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:26.642731 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:26.658271 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.659828 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-db56d3a7-b0c4-47af-8372-c809cfb9a1c4 None None] Provisioning complete for port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:26.660186 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-db56d3a7-b0c4-47af-8372-c809cfb9a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.677329 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-640bff1a-d5c9-4eb8-980c-7b94d86bd022 req-3997bb2a-1cf9-48f9-84d2-1aa7942985aa tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 210 time: 0.0926876 Jun 24 09:49:26.714545 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:26.721794 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 265a9dc8-4267-426a-8497-2b347e1de522 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:26.722160 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (265a9dc8-4267-426a-8497-2b347e1de522), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.758828 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Allocated IP 172.20.0.5 (947f6d7f-3e32-4a48-824a-af7e926d3402/5bfd5c95-334c-45d6-b473-8c8898304502/6ccc9a50-deba-4fe7-9a3d-7559860e9eb5) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:26.789840 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Floating IP bd182829-658b-483e-b38a-1e4d54fb714f associated. External IP: 172.27.1.111, port: c5dfd2a6-c3d5-4903-bff2-2f159ad63caf. Jun 24 09:49:26.867110 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:26.969538 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-db56d3a7-b0c4-47af-8372-c809cfb9a1c4 None None] Current status of the port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:26.976578 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 265a9dc8-4267-426a-8497-2b347e1de522 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:26.977568 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 7715fd03-5125-4b32-9a12-e0fd6f4a8141 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:27.020021 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:49:27.061805 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.081615 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:27.081615 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.127096 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:27.129241 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Publish callbacks [] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.140713 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.143858 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:49:27.156172 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce3b4b6-6ca3-4af0-b479-8a19bc6b6bcf None None] Sync routers for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:49:27.161913 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Allocated IP 172.20.0.1 (4c183d41-68d9-4ee6-a230-d5b9c4829714/cc7f2ed7-d817-4bd3-a236-7f17e8b116de/c89d135c-caa4-49f2-b653-8ded36ff1d66) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:27.167651 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.174971 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce3b4b6-6ca3-4af0-b479-8a19bc6b6bcf None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:27.175714 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-5ce3b4b6-6ca3-4af0-b479-8a19bc6b6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:27.181169 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.187347 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:27.230393 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Network 947f6d7f-3e32-4a48-824a-af7e926d3402 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:27.234199 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-18984f0a-f266-4702-8c10-69d232d11a82 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3818693 Jun 24 09:49:27.234905 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'tag': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:49:27.237465 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636d1d40-53bf-4b24-8153-686cbf814012" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6afd14-78c2-4765-b7ed-dfd75579caad", "tag": "c5dfd2a6-c3d5-4903-bff2-2f159ad63caf"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:49:27.247219 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79268ec2-c5f9-4ada-9569-fb2b676e055f None None] Pushing event updated for resources: {'Port': ['ID=6d60eaec-c2db-459b-99df-39e1744cb17c,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:27.247720 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:27.252214 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Attempting to bind port 6d60eaec-c2db-459b-99df-39e1744cb17c on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:27.252214 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Attempting to bind port 6d60eaec-c2db-459b-99df-39e1744cb17c by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:27.252509 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Attempting to bind port 6d60eaec-c2db-459b-99df-39e1744cb17c on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:27.256618 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:27.259199 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:27.265361 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:27.265875 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:27.266332 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.266772 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:27.267346 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Bound port: 6d60eaec-c2db-459b-99df-39e1744cb17c, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:27.267790 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.319293 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02ae8c8-7c66-4377-855b-61b2c14cb458 x-openstack-request-id: req-e02ae8c8-7c66-4377-855b-61b2c14cb458 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:49:27.319582 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6afd14-78c2-4765-b7ed-dfd75579caad", "tag": "c5dfd2a6-c3d5-4903-bff2-2f159ad63caf", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:49:27.319909 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e02ae8c8-7c66-4377-855b-61b2c14cb458 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:49:27.320235 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02ae8c8-7c66-4377-855b-61b2c14cb458'] response: {'name': 'network-changed', 'server_uuid': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'tag': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf', 'status': 'completed', 'code': 200} Jun 24 09:49:27.328600 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'Port': ['ID=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:27.344125 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] For port 6d60eaec-c2db-459b-99df-39e1744cb17c, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:27.348541 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] For port 6d60eaec-c2db-459b-99df-39e1744cb17c, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=6d60eaec-c2db-459b-99df-39e1744cb17c,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:27.355842 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.380815 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-5ce3b4b6-6ca3-4af0-b479-8a19bc6b6bcf None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:27.413011 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d1d40-53bf-4b24-8153-686cbf814012 req-709d7319-6979-423c-b58c-6a5583e14736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:27.414618 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-636d1d40-53bf-4b24-8153-686cbf814012 req-709d7319-6979-423c-b58c-6a5583e14736 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 1129 time: 0.0431404 Jun 24 09:49:27.427347 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:27.430533 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Routers {'9b61eed9-d332-40e1-b24c-66787bf225c8'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:27.431371 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['9b61eed9-d332-40e1-b24c-66787bf225c8'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:27.464535 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:27.465186 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.493928 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79268ec2-c5f9-4ada-9569-fb2b676e055f None None] Pushing event updated for resources: {'Port': ['ID=6d60eaec-c2db-459b-99df-39e1744cb17c,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:27.543527 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-79044e20-069e-4302-8528-00e613d43cb0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3265419 Jun 24 09:49:27.565470 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Request body: {'port': {'device_id': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:27.592281 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Publish callbacks [] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.611723 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:27.634708 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d1d40-53bf-4b24-8153-686cbf814012 req-ecd9059a-366e-4b59-8aec-bc6aae54e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:27.636781 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-636d1d40-53bf-4b24-8153-686cbf814012 req-ecd9059a-366e-4b59-8aec-bc6aae54e256 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 913 time: 0.2135615 Jun 24 09:49:27.649714 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:27.692243 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] Set router 9b61eed9-d332-40e1-b24c-66787bf225c8 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:27.693622 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:27.698751 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:27.699149 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.706872 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-5ce3b4b6-6ca3-4af0-b479-8a19bc6b6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'bd182829-658b-483e-b38a-1e4d54fb714f', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:8b:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:26Z', 'revision_number': 0, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:27.731770 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.742301 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce3b4b6-6ca3-4af0-b479-8a19bc6b6bcf None None] Checking router: b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:49:27.752578 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce3b4b6-6ca3-4af0-b479-8a19bc6b6bcf None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:27.753287 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-5ce3b4b6-6ca3-4af0-b479-8a19bc6b6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:27.786941 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.800060 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:27.808255 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-23176ff9-b3e1-42a3-9c4f-bb82128f2c32 None None] Provisioning complete for port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:27.808482 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-23176ff9-b3e1-42a3-9c4f-bb82128f2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:27.876681 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-5ce3b4b6-6ca3-4af0-b479-8a19bc6b6bcf None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:27.883569 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:27.886228 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-636d1d40-53bf-4b24-8153-686cbf814012 req-1bf2d906-cdd7-4648-b812-43dc0a3e124c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf HTTP/1.1" status: 200 len: 999 time: 0.2190456 Jun 24 09:49:27.901326 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Network 4c183d41-68d9-4ee6-a230-d5b9c4829714 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:27.931336 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-23176ff9-b3e1-42a3-9c4f-bb82128f2c32 None None] Port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:49:27.955238 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:27.956291 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 7715fd03-5125-4b32-9a12-e0fd6f4a8141 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:27.991479 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2de5ce-2804-4ce8-9e5d-c405957d5829 req-7b034118-8d63-486a-8bc6-72822abc84fc tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:27.993027 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5c2de5ce-2804-4ce8-9e5d-c405957d5829 req-7b034118-8d63-486a-8bc6-72822abc84fc tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 931 time: 0.2099826 Jun 24 09:49:27.997903 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Pushing event updated for resources: {'Port': ['ID=c89d135c-caa4-49f2-b653-8ded36ff1d66,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:28.001249 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:28.021864 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:28.030236 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:24Z', 'revision_number': 3, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:28.059339 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aced1f-f04f-4cfa-8b78-699f9eccd4cf None None] The sync data for ids ['9b61eed9-d332-40e1-b24c-66787bf225c8'] in dv-cinder-803823-13-iscsi is: [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:24Z', 'revision_number': 3, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:49:28.070181 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:28.071318 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:28.136736 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d1d40-53bf-4b24-8153-686cbf814012 req-d1f717c1-b0d3-42ff-ae90-529a469fe676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:28.138218 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-636d1d40-53bf-4b24-8153-686cbf814012 req-d1f717c1-b0d3-42ff-ae90-529a469fe676 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.2390368 Jun 24 09:49:28.149777 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:28.169267 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (9b61eed9-d332-40e1-b24c-66787bf225c8), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:28.174159 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:28.180228 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-5ce3b4b6-6ca3-4af0-b479-8a19bc6b6bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'bd182829-658b-483e-b38a-1e4d54fb714f', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:8b:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:26Z', 'revision_number': 0, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:28.222385 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce3b4b6-6ca3-4af0-b479-8a19bc6b6bcf None None] The sync data for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi is: [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'bd182829-658b-483e-b38a-1e4d54fb714f', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:8b:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:26Z', 'revision_number': 0, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:49:28.274453 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5c2de5ce-2804-4ce8-9e5d-c405957d5829 req-4332d971-e58f-4cba-87f0-c0b3f66ee6fc tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647216 Jun 24 09:49:28.294711 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d1d40-53bf-4b24-8153-686cbf814012 req-166bf73b-7fa7-4ccd-a41c-76dc845220fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:28.296206 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-636d1d40-53bf-4b24-8153-686cbf814012 req-166bf73b-7fa7-4ccd-a41c-76dc845220fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1475213 Jun 24 09:49:28.360774 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-3c1cdb7f-c700-49b6-bf4f-bc2bdb5f64e9 None None] Provisioning complete for port c89d135c-caa4-49f2-b653-8ded36ff1d66 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:28.361262 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-3c1cdb7f-c700-49b6-bf4f-bc2bdb5f64e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:28.434439 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-3c1cdb7f-c700-49b6-bf4f-bc2bdb5f64e9 None None] Port c89d135c-caa4-49f2-b653-8ded36ff1d66 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:49:28.522180 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:28.528335 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:49:28.534680 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-636d1d40-53bf-4b24-8153-686cbf814012 req-cccf0eab-cb16-4ef3-ad47-652ce4eef6ec service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305510 Jun 24 09:49:28.546177 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e8b78-77b9-4592-8b30-78f7ac9deada None None] New status for floating IP bd182829-658b-483e-b38a-1e4d54fb714f: ACTIVE {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:49:28.549236 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Publish callbacks [] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:28.611716 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Transition to ACTIVE for port object 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:49:28.625656 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:29.080514 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:29.087330 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-636d1d40-53bf-4b24-8153-686cbf814012 req-77f43a3f-8586-40f7-865f-08e533eec0fc service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416269 Jun 24 09:49:29.215331 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:29.235701 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Publish callbacks [] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:29.239968 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Attempting to bind port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:29.240303 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Attempting to bind port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:29.240833 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Attempting to bind port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 on network 947f6d7f-3e32-4a48-824a-af7e926d3402 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:29.244528 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:29.283287 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 on network 947f6d7f-3e32-4a48-824a-af7e926d3402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:49:29.283610 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Attempting to bind port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 on network 947f6d7f-3e32-4a48-824a-af7e926d3402 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:29.285410 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:29.308024 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:29.308380 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Checking segment: {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:29.308719 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Bound using segment: {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:29.309158 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Bound port: 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:29.309515 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:29.329561 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Pushing event updated for resources: {'Port': ['ID=c89d135c-caa4-49f2-b653-8ded36ff1d66,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:29.340763 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (9b61eed9-d332-40e1-b24c-66787bf225c8), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:29.457800 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dc16c-a02d-46b9-b0d7-d15443cd45ce req-11f0d8d5-eee2-4e71-a298-00b76809e92e tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:29.459318 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-503dc16c-a02d-46b9-b0d7-d15443cd45ce req-11f0d8d5-eee2-4e71-a298-00b76809e92e tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 943 time: 0.0888464 Jun 24 09:49:29.504705 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] For port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:29.538433 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] For port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:29.556677 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 6d60eaec-c2db-459b-99df-39e1744cb17c up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:29.563696 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:29.613248 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Network 4c183d41-68d9-4ee6-a230-d5b9c4829714 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:29.616085 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 6d60eaec-c2db-459b-99df-39e1744cb17c triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:29.616466 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:29.620877 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:29.621088 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:29.622698 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] 10.222.0.47 "PUT /v2.0/ports/6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 HTTP/1.1" status: 200 len: 1093 time: 2.0617392 Jun 24 09:49:29.625734 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'tag': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:49:29.628830 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521ad334-abb5-45d9-92b8-ca94c3d02369" -d '{"events": [{"name": "network-changed", "server_uuid": "a5447c85-6da6-43c6-932d-51bd5ddb6577", "tag": "6ccc9a50-deba-4fe7-9a3d-7559860e9eb5"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:49:29.634299 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-503dc16c-a02d-46b9-b0d7-d15443cd45ce req-bc6f9a36-52ba-4c3c-9c3c-6807f31c9bd0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451414 Jun 24 09:49:29.638576 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:29.703488 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e65eb1-db8c-40df-b396-e940ce8c5230 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:29.707363 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:29.722994 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c805b25f-f158-4a0b-af27-a9401057d615 x-openstack-request-id: req-c805b25f-f158-4a0b-af27-a9401057d615 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:49:29.723355 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5447c85-6da6-43c6-932d-51bd5ddb6577", "tag": "6ccc9a50-deba-4fe7-9a3d-7559860e9eb5", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:49:29.723587 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c805b25f-f158-4a0b-af27-a9401057d615 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:49:29.724200 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c805b25f-f158-4a0b-af27-a9401057d615'] response: {'name': 'network-changed', 'server_uuid': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'tag': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5', 'status': 'completed', 'code': 200} Jun 24 09:49:29.783344 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 6d60eaec-c2db-459b-99df-39e1744cb17c is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:29.783996 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:29.801376 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27103d-94df-4756-867b-0abcc7373c84 req-9648029e-fa56-423c-99b1-f6378747c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:29.802939 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-9648029e-fa56-423c-99b1-f6378747c307 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 1127 time: 0.1024570 Jun 24 09:49:29.812028 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port 6d60eaec-c2db-459b-99df-39e1744cb17c, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=6d60eaec-c2db-459b-99df-39e1744cb17c,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:29.819367 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:29.826959 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:29.863779 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-0a0e4710-2f57-46f1-ba07-53de9586f522 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 HTTP/1.1" status: 200 len: 217 time: 0.0521879 Jun 24 09:49:29.899223 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=6d60eaec-c2db-459b-99df-39e1744cb17c,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:29.916411 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Router 9b61eed9-d332-40e1-b24c-66787bf225c8 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:49:29.930979 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27103d-94df-4756-867b-0abcc7373c84 req-ed659c8b-bf5b-4685-a323-605e8339c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:29.932506 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-ed659c8b-bf5b-4685-a323-605e8339c961 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bfd5c95-334c-45d6-b473-8c8898304502 HTTP/1.1" status: 200 len: 849 time: 0.0626621 Jun 24 09:49:29.997963 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-47c8e232-6185-498d-aab6-8523708e6437 None None] Provisioning complete for port c89d135c-caa4-49f2-b653-8ded36ff1d66 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:29.998338 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-47c8e232-6185-498d-aab6-8523708e6437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:30.032057 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-47c8e232-6185-498d-aab6-8523708e6437 None None] Port c89d135c-caa4-49f2-b653-8ded36ff1d66 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:49:30.053969 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27103d-94df-4756-867b-0abcc7373c84 req-6c1ed547-c4cc-46a3-b67a-40c650ab6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:30.055496 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-6c1ed547-c4cc-46a3-b67a-40c650ab6ded service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=947f6d7f-3e32-4a48-824a-af7e926d3402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1158602 Jun 24 09:49:30.099995 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:30.106659 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:49:30.115530 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Sync routers for ids ['9b61eed9-d332-40e1-b24c-66787bf225c8'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:49:30.127566 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Routers {'9b61eed9-d332-40e1-b24c-66787bf225c8'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:30.128169 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['9b61eed9-d332-40e1-b24c-66787bf225c8'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:30.136703 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-14b2ea16-38d7-4efc-9a1d-064800b7939e admin admin] 10.222.0.65 "PUT /v2.0/routers/9b61eed9-d332-40e1-b24c-66787bf225c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5774193 Jun 24 09:49:30.172647 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-1ebb3370-e5a6-4486-b85d-8772061dc779 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097052 Jun 24 09:49:30.219327 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:30.242599 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Set router 9b61eed9-d332-40e1-b24c-66787bf225c8 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:30.287509 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8f27103d-94df-4756-867b-0abcc7373c84 req-633a6df4-43b1-4375-8a50-299651a2ab5d service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084352 Jun 24 09:49:30.442054 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:28Z', 'revision_number': 4, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'c89d135c-caa4-49f2-b653-8ded36ff1d66', 'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'mac_address': 'fa:16:3e:dd:cf:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:28Z', 'revision_number': 2, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'subnets': [{'id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:30.467418 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Checking router: 9b61eed9-d332-40e1-b24c-66787bf225c8 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:49:30.467768 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Updating router 9b61eed9-d332-40e1-b24c-66787bf225c8 port c89d135c-caa4-49f2-b653-8ded36ff1d66 binding host dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:49:30.500178 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:30.677433 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 60992) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:30.682801 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-460966710-network', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:30.708593 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Made reservation on behalf of 8ab460c4e3e046fea8888e9c1bf79cb3 for: {'network': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:49:30.711676 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for network (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:30.722196 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:30.790721 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cae689-ad70-4e7a-a90a-26de217ecfa9 req-5ab37f81-5ab3-4153-b3bd-1f9e1ad1e0c6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:30.792135 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c7cae689-ad70-4e7a-a90a-26de217ecfa9 req-5ab37f81-5ab3-4153-b3bd-1f9e1ad1e0c6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 943 time: 0.0609694 Jun 24 09:49:30.832546 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:30.835175 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:30.878990 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Publish callbacks [] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), precommit_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:30.880635 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c7cae689-ad70-4e7a-a90a-26de217ecfa9 req-04da58bc-ca2a-44f8-b45b-5d8add4aa4ef tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786629 Jun 24 09:49:30.888174 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:30.899537 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Publish callbacks [] for security_group (ba2b01ce-27b4-489d-9def-6cb9636e3417), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:30.904492 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ba2b01ce-27b4-489d-9def-6cb9636e3417), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:30.935118 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=110594) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:49:30.939890 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dcf43-355d-4e99-bf5a-59cc01939eb4 None None] Pushing event updated for resources: {'Port': ['ID=c89d135c-caa4-49f2-b653-8ded36ff1d66,revision_number=3']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:30.941091 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2b01ce-27b4-489d-9def-6cb9636e3417,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:30.949406 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (18b7c112-685f-46cd-9cf9-54bccdcab485), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:30.949813 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.segments_db [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Added segment 18b7c112-685f-46cd-9cf9-54bccdcab485 of type vlan for network 0e2ddc08-9d34-434f-af0a-67268cd96e5f Jun 24 09:49:31.008621 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Attempting to bind port c89d135c-caa4-49f2-b653-8ded36ff1d66 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:31.009008 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Attempting to bind port c89d135c-caa4-49f2-b653-8ded36ff1d66 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:31.009372 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Attempting to bind port c89d135c-caa4-49f2-b653-8ded36ff1d66 on network 4c183d41-68d9-4ee6-a230-d5b9c4829714 {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:31.015791 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:31.016191 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Checking segment: {'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:31.016591 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.016974 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Bound using segment: {'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'} {{(pid=110596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:31.017440 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.managers [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Bound port: c89d135c-caa4-49f2-b653-8ded36ff1d66, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'}}] {{(pid=110596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:31.017815 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), before_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.025668 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761163088824'] for network (0e2ddc08-9d34-434f-af0a-67268cd96e5f), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.042565 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ad334-abb5-45d9-92b8-ca94c3d02369 req-e4f80040-297e-4b5b-8ea2-5e8eff74d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:31.044149 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-521ad334-abb5-45d9-92b8-ca94c3d02369 req-e4f80040-297e-4b5b-8ea2-5e8eff74d50b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 1127 time: 0.0590303 Jun 24 09:49:31.089485 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] For port c89d135c-caa4-49f2-b653-8ded36ff1d66, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:31.093626 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.plugins.ml2.db [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] For port c89d135c-caa4-49f2-b653-8ded36ff1d66, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=c89d135c-caa4-49f2-b653-8ded36ff1d66,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:31.096624 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353'] for network (0e2ddc08-9d34-434f-af0a-67268cd96e5f), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.097553 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:31.098247 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.101159 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), after_update {{(pid=110596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.153458 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Routers {'9b61eed9-d332-40e1-b24c-66787bf225c8'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:31.154336 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['9b61eed9-d332-40e1-b24c-66787bf225c8'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:31.161842 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-10072113-08c5-4262-bf5c-e7dfeb46a766 None None] Provisioning complete for port c89d135c-caa4-49f2-b653-8ded36ff1d66 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:31.163738 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-10072113-08c5-4262-bf5c-e7dfeb46a766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.171229 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4925213 Jun 24 09:49:31.174762 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60996) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:31.184801 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] Request body: {'subnet': {'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-460966710-subnet', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'ip_version': 4}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:31.211916 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d22f9-1292-4f68-9c23-0ac063d6e6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=0e2ddc08-9d34-434f-af0a-67268cd96e5f,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:31.222774 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] Made reservation on behalf of 8ab460c4e3e046fea8888e9c1bf79cb3 for: {'subnet': 1} {{(pid=110593) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:49:31.225051 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Network 0e2ddc08-9d34-434f-af0a-67268cd96e5f details requested by agent ovs-agent-dv-cinder-803823-13-iscsi with host dv-cinder-803823-13-iscsi {{(pid=110595) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:49:31.230888 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63838793'] for subnet (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.233535 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dcf43-355d-4e99-bf5a-59cc01939eb4 None None] Pushing event updated for resources: {'Port': ['ID=c89d135c-caa4-49f2-b653-8ded36ff1d66,revision_number=4']} {{(pid=110596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:31.255942 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ad334-abb5-45d9-92b8-ca94c3d02369 req-f40b1831-573e-4f4d-b3eb-e2c8a10d25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:31.258017 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-521ad334-abb5-45d9-92b8-ca94c3d02369 req-f40b1831-573e-4f4d-b3eb-e2c8a10d25a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 911 time: 0.2044401 Jun 24 09:49:31.297097 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] Set router 9b61eed9-d332-40e1-b24c-66787bf225c8 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:31.300579 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:31.324823 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-521ad334-abb5-45d9-92b8-ca94c3d02369 req-58206371-7b5a-4617-b079-414ca1acb188 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 HTTP/1.1" status: 200 len: 217 time: 0.0593433 Jun 24 09:49:31.411659 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ad334-abb5-45d9-92b8-ca94c3d02369 req-80fa7d4d-06ba-4fe9-a5ad-0a4633c4e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:31.413576 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-521ad334-abb5-45d9-92b8-ca94c3d02369 req-80fa7d4d-06ba-4fe9-a5ad-0a4633c4e777 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bfd5c95-334c-45d6-b473-8c8898304502 HTTP/1.1" status: 200 len: 849 time: 0.0811410 Jun 24 09:49:31.427350 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-10072113-08c5-4262-bf5c-e7dfeb46a766 None None] Current status of the port c89d135c-caa4-49f2-b653-8ded36ff1d66 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:31.427734 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-10072113-08c5-4262-bf5c-e7dfeb46a766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.464288 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-10072113-08c5-4262-bf5c-e7dfeb46a766 None None] For port c89d135c-caa4-49f2-b653-8ded36ff1d66, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=c89d135c-caa4-49f2-b653-8ded36ff1d66,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:31.468010 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ad334-abb5-45d9-92b8-ca94c3d02369 req-a3695d85-d9a9-413a-86cf-9ac791a012c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:31.469709 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-521ad334-abb5-45d9-92b8-ca94c3d02369 req-a3695d85-d9a9-413a-86cf-9ac791a012c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=947f6d7f-3e32-4a48-824a-af7e926d3402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492604 Jun 24 09:49:31.471489 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-10072113-08c5-4262-bf5c-e7dfeb46a766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.494227 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64714089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63838783'] for subnet (992a3e1b-5ec2-4f41-8149-3ee17a980255), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.540737 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10072113-08c5-4262-bf5c-e7dfeb46a766 None None] Pushing event updated for resources: {'Port': ['ID=c89d135c-caa4-49f2-b653-8ded36ff1d66,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:31.557408 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:31.584201 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 6d60eaec-c2db-459b-99df-39e1744cb17c up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:31.597826 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=992a3e1b-5ec2-4f41-8149-3ee17a980255,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:31.600916 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] Checking segment: {'id': '18b7c112-685f-46cd-9cf9-54bccdcab485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:31.601607 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] Network hostable DHCP agents. Network: 0e2ddc08-9d34-434f-af0a-67268cd96e5f, hostable agents: ['c3e98a5e-5124-4bf8-aee3-2abb52f9aa39'], hosted agents: [] {{(pid=110593) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:49:31.608642 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:28Z', 'revision_number': 4, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'c89d135c-caa4-49f2-b653-8ded36ff1d66', 'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'mac_address': 'fa:16:3e:dd:cf:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:31Z', 'revision_number': 4, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'subnets': [{'id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:31.613071 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-521ad334-abb5-45d9-92b8-ca94c3d02369 req-21ca68da-7515-433d-8829-53bf93d0959d service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354175 Jun 24 09:49:31.628143 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-6b8b10f6-b57e-4694-95c2-f398d02e6d35 None None] Provisioning complete for port c89d135c-caa4-49f2-b653-8ded36ff1d66 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:31.629576 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] Network 0e2ddc08-9d34-434f-af0a-67268cd96e5f is scheduled to be hosted by DHCP agent c3e98a5e-5124-4bf8-aee3-2abb52f9aa39 with binding_index 1 {{(pid=110593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:49:31.631748 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6b8b10f6-b57e-4694-95c2-f398d02e6d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.649944 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d7a5f-0780-4c8d-9a96-ae2148f5a2e0 None None] The sync data for ids ['9b61eed9-d332-40e1-b24c-66787bf225c8'] in dv-cinder-803823-13-iscsi is: [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:28Z', 'revision_number': 4, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'c89d135c-caa4-49f2-b653-8ded36ff1d66', 'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'mac_address': 'fa:16:3e:dd:cf:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:31Z', 'revision_number': 4, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'subnets': [{'id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:49:31.658547 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-13-iscsi, 0e2ddc08-9d34-434f-af0a-67268cd96e5f) {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:31.670194 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabbdb68-2acf-4f6c-8d24-20c83dd7153a None None] Network 0e2ddc08-9d34-434f-af0a-67268cd96e5f requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:49:31.674142 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:31.674759 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.682634 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:31.706013 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-6c3a0afd-26e2-4c9f-aecf-e71c429ca7e4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5284829 Jun 24 09:49:31.706888 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 60998) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:31.717339 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-460966710-router', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:31.757677 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:31.785643 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-521ad334-abb5-45d9-92b8-ca94c3d02369 req-e126f427-0916-43f2-b81b-e87354c0a985 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666899 Jun 24 09:49:31.790810 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1048530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12265'] for router (394243d1-16bd-43fc-838d-c027cdef5412), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.796189 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port 6d60eaec-c2db-459b-99df-39e1744cb17c triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:31.796894 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.807013 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1045495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1038511', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12286'] for router (394243d1-16bd-43fc-838d-c027cdef5412), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.864715 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Publish callbacks [] for router_controller (394243d1-16bd-43fc-838d-c027cdef5412), precommit_add_association {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.901788 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b10f6-b57e-4694-95c2-f398d02e6d35 None None] Current status of the port c89d135c-caa4-49f2-b653-8ded36ff1d66 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:31.915864 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e2beb49-c90a-546b-a1b0-1d40c832bac5-0e2ddc08-9d34-434f-af0a-67268cd96e5f', 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f', 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'fixed_ips': [{'subnet_id': '992a3e1b-5ec2-4f41-8149-3ee17a980255'}]}} from dv-cinder-803823-13-iscsi. {{(pid=110595) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:49:31.916834 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:31.961547 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:32.032248 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Publish callbacks [] for router_gateway (394243d1-16bd-43fc-838d-c027cdef5412), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:32.033036 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port 6d60eaec-c2db-459b-99df-39e1744cb17c is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:32.155366 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.db_base_plugin_common [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Allocated IP 172.20.0.2 (0e2ddc08-9d34-434f-af0a-67268cd96e5f/992a3e1b-5ec2-4f41-8149-3ee17a980255/badc9da6-e062-485b-ad42-aaafbd42f5d3) {{(pid=110595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:32.213052 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689096c-29d9-4af3-976d-62164c523c36 req-bcf1adaa-e806-46fa-ba6c-331be3bd2236 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:32.221185 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6689096c-29d9-4af3-976d-62164c523c36 req-bcf1adaa-e806-46fa-ba6c-331be3bd2236 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 943 time: 0.0604360 Jun 24 09:49:32.255130 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:32.275235 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Publish callbacks [] for router_gateway (394243d1-16bd-43fc-838d-c027cdef5412), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:32.280430 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6689096c-29d9-4af3-976d-62164c523c36 req-c433b844-4478-4010-8a9a-9478520084a9 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582752 Jun 24 09:49:32.296829 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:32.353301 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Publish callbacks [] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), precommit_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:32.360380 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), after_create {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:32.414301 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Network 0e2ddc08-9d34-434f-af0a-67268cd96e5f is already hosted by enough agents. {{(pid=110595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:32.417366 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.scheduler.base_scheduler [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Resources bound (agent type, host, resource id): {{(pid=110595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:32.420593 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Received port after_create {{(pid=110595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:32.421701 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Allocated IP 172.27.1.61 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/c53fbfc8-58b4-4e72-a650-768fb93376b0) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:32.431983 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Pushing event updated for resources: {'Port': ['ID=badc9da6-e062-485b-ad42-aaafbd42f5d3,revision_number=1']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:32.499011 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Attempting to bind port badc9da6-e062-485b-ad42-aaafbd42f5d3 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:32.499659 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Attempting to bind port badc9da6-e062-485b-ad42-aaafbd42f5d3 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '18b7c112-685f-46cd-9cf9-54bccdcab485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:32.500171 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Attempting to bind port badc9da6-e062-485b-ad42-aaafbd42f5d3 on network 0e2ddc08-9d34-434f-af0a-67268cd96e5f {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:32.505897 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:32.506256 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Checking segment: {'id': '18b7c112-685f-46cd-9cf9-54bccdcab485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:32.506645 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:32.507028 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Bound using segment: {'id': '18b7c112-685f-46cd-9cf9-54bccdcab485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:32.507741 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Bound port: badc9da6-e062-485b-ad42-aaafbd42f5d3, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b7c112-685f-46cd-9cf9-54bccdcab485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:32.507921 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:32.513175 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:32.549448 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Publish callbacks [] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:32.574169 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] For port badc9da6-e062-485b-ad42-aaafbd42f5d3, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:32.578004 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] For port badc9da6-e062-485b-ad42-aaafbd42f5d3, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=badc9da6-e062-485b-ad42-aaafbd42f5d3,segment=NetworkSegment(18b7c112-685f-46cd-9cf9-54bccdcab485),segment_id=18b7c112-685f-46cd-9cf9-54bccdcab485)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:32.585293 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:32.588617 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:32.635227 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:32.640876 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:32.643353 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Pushing event updated for resources: {'Port': ['ID=c53fbfc8-58b4-4e72-a650-768fb93376b0,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:32.645626 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:32.653196 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139e4ff-ab78-4c9d-9518-d55c79c8b5d9 None None] Pushing event updated for resources: {'Port': ['ID=badc9da6-e062-485b-ad42-aaafbd42f5d3,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:33.167769 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:33.182407 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Publish callbacks [] for router_gateway (394243d1-16bd-43fc-838d-c027cdef5412), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:33.372270 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1045040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1038539'] for router (394243d1-16bd-43fc-838d-c027cdef5412), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:33.393615 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92b0c0-0da2-4259-9e8c-40433427cae6 req-c6a58b5f-d422-4214-af51-2381b9e093d6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:33.395127 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-da92b0c0-0da2-4259-9e8c-40433427cae6 req-c6a58b5f-d422-4214-af51-2381b9e093d6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 943 time: 0.0466318 Jun 24 09:49:33.443653 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-da92b0c0-0da2-4259-9e8c-40433427cae6 req-3558b565-efbf-4d45-8f3f-24a3523de263 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426495 Jun 24 09:49:33.489090 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:49:33.515909 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Router 394243d1-16bd-43fc-838d-c027cdef5412 is scheduled to L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 with binding_index 1 {{(pid=110593) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:49:33.619721 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device c89d135c-caa4-49f2-b653-8ded36ff1d66 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:33.653073 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:49:33.669266 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Sync routers for ids ['394243d1-16bd-43fc-838d-c027cdef5412'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:49:33.675138 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:33.676800 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3daee03f-ea19-4663-9265-94b375eb5c3f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9657059 Jun 24 09:49:33.679239 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 32772) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:33.693079 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:33.711722 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Routers {'394243d1-16bd-43fc-838d-c027cdef5412'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:33.712247 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['394243d1-16bd-43fc-838d-c027cdef5412'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:33.717931 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'port_id': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5', 'mac_address': 'fa:16:3e:1a:04:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:49:33.733588 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:33.754551 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:33.763393 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port c89d135c-caa4-49f2-b653-8ded36ff1d66 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:33.763393 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:33.876855 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:33.877238 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:33.910386 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:49:33.926873 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Set router 394243d1-16bd-43fc-838d-c027cdef5412 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:33.929038 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5908eb2f-a546-4fca-9c83-98546b87c5bc None None] Network 0e2ddc08-9d34-434f-af0a-67268cd96e5f requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:49:33.962133 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:34.063127 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:34.135512 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:34.140487 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.225603 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-11cbb9e6-a398-40bf-99f3-f5d00b911bcf None None] Provisioning complete for port badc9da6-e062-485b-ad42-aaafbd42f5d3 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:34.225851 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-11cbb9e6-a398-40bf-99f3-f5d00b911bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.255937 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.293945 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port c89d135c-caa4-49f2-b653-8ded36ff1d66 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:34.295292 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device badc9da6-e062-485b-ad42-aaafbd42f5d3 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:34.307449 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Allocated IP 172.20.0.1 (0e2ddc08-9d34-434f-af0a-67268cd96e5f/992a3e1b-5ec2-4f41-8149-3ee17a980255/c9bbfa9f-e482-43dd-9f5e-e5eec80ef898) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:34.416567 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Publish callbacks [] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.449630 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.470892 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:34.482629 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['6ccc9a50-deba-4fe7-9a3d-7559860e9eb5'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:49:34.488615 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Network 0e2ddc08-9d34-434f-af0a-67268cd96e5f is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:34.491893 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:34.495799 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:34.536349 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Pushing event updated for resources: {'Port': ['ID=c9bbfa9f-e482-43dd-9f5e-e5eec80ef898,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:34.549794 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043566'] for router_interface (394243d1-16bd-43fc-838d-c027cdef5412), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.589632 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port badc9da6-e062-485b-ad42-aaafbd42f5d3 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:34.590641 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.601861 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:34.625048 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522655e6-aed9-46fe-bf58-8b9d906afb55 req-920c72e8-aaa0-491b-befa-02bbb1f9a3ae tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:34.629792 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-522655e6-aed9-46fe-bf58-8b9d906afb55 req-920c72e8-aaa0-491b-befa-02bbb1f9a3ae tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 944 time: 0.0883541 Jun 24 09:49:34.638449 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-11cbb9e6-a398-40bf-99f3-f5d00b911bcf None None] Current status of the port badc9da6-e062-485b-ad42-aaafbd42f5d3 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:34.638920 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-11cbb9e6-a398-40bf-99f3-f5d00b911bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.659160 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394243d1-16bd-43fc-838d-c027cdef5412', 'name': 'tempest-TestShelveInstance-460966710-router', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:31Z', 'updated_at': '2022-06-24T09:49:32Z', 'revision_number': 3, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'gw_port': {'id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:32Z', 'updated_at': '2022-06-24T09:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:34.664565 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:34.703250 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.706463 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Checking router: 394243d1-16bd-43fc-838d-c027cdef5412 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:49:34.706657 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Updating router 394243d1-16bd-43fc-838d-c027cdef5412 port c53fbfc8-58b4-4e72-a650-768fb93376b0 binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:49:34.707424 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-522655e6-aed9-46fe-bf58-8b9d906afb55 req-53c68c2f-bac9-4622-ab4f-cde2076a3fd2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687692 Jun 24 09:49:34.770520 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-11cbb9e6-a398-40bf-99f3-f5d00b911bcf None None] For port badc9da6-e062-485b-ad42-aaafbd42f5d3, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=badc9da6-e062-485b-ad42-aaafbd42f5d3,segment=NetworkSegment(18b7c112-685f-46cd-9cf9-54bccdcab485),segment_id=18b7c112-685f-46cd-9cf9-54bccdcab485)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:34.786120 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.787777 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-11cbb9e6-a398-40bf-99f3-f5d00b911bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.907237 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port badc9da6-e062-485b-ad42-aaafbd42f5d3 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:34.909708 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:34.914157 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Publish callbacks [] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.924511 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:34.994582 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbb9e6-a398-40bf-99f3-f5d00b911bcf None None] Pushing event updated for resources: {'Port': ['ID=badc9da6-e062-485b-ad42-aaafbd42f5d3,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:35.002174 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042686'] for router_interface (394243d1-16bd-43fc-838d-c027cdef5412), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.003902 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Pushing event updated for resources: {'Port': ['ID=c9bbfa9f-e482-43dd-9f5e-e5eec80ef898,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:35.006670 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-8dcc0bbe-12c5-4d96-9b3f-a6eb273dc0da None None] Provisioning complete for port badc9da6-e062-485b-ad42-aaafbd42f5d3 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:35.007310 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8dcc0bbe-12c5-4d96-9b3f-a6eb273dc0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.013682 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:35.100111 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Network 0e2ddc08-9d34-434f-af0a-67268cd96e5f is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:35.101668 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:35.188516 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc0bbe-12c5-4d96-9b3f-a6eb273dc0da None None] Current status of the port badc9da6-e062-485b-ad42-aaafbd42f5d3 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:35.226061 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Router 394243d1-16bd-43fc-838d-c027cdef5412 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:49:35.256650 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Publish callbacks [] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.264384 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.332884 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-fa7c01ab-2db7-465c-95b1-b2a03398ef0e None None] Provisioning complete for port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:35.333243 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-fa7c01ab-2db7-465c-95b1-b2a03398ef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.341710 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:49:35.347033 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-9bebfcf5-d390-4e0f-bb65-ea980ba82e7d admin admin] 10.222.0.65 "PUT /v2.0/routers/394243d1-16bd-43fc-838d-c027cdef5412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6667621 Jun 24 09:49:35.359112 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:35.359973 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa1baa-6232-4fb4-8100-c0d84e7e413f None None] Pushing event updated for resources: {'Port': ['ID=c53fbfc8-58b4-4e72-a650-768fb93376b0,revision_number=2']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:35.362407 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Attempting to bind port c53fbfc8-58b4-4e72-a650-768fb93376b0 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:35.362766 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Attempting to bind port c53fbfc8-58b4-4e72-a650-768fb93376b0 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:35.363139 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Attempting to bind port c53fbfc8-58b4-4e72-a650-768fb93376b0 on network 5ce343e4-7819-42a4-96ee-867bcf5ba75e {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:35.377348 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:35.377722 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Checking segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:35.378036 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.378414 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Bound using segment: {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:35.378874 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Bound port: c53fbfc8-58b4-4e72-a650-768fb93376b0, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1839a0a7-e518-46e4-9b38-d2880541198e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:35.379269 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.382061 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c01ab-2db7-465c-95b1-b2a03398ef0e None None] Port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:49:35.428180 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] For port c53fbfc8-58b4-4e72-a650-768fb93376b0, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:35.431143 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] For port c53fbfc8-58b4-4e72-a650-768fb93376b0, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=c53fbfc8-58b4-4e72-a650-768fb93376b0,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:35.438357 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.485952 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:35.536573 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa1baa-6232-4fb4-8100-c0d84e7e413f None None] Pushing event updated for resources: {'Port': ['ID=c53fbfc8-58b4-4e72-a650-768fb93376b0,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:35.542757 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Routers {'394243d1-16bd-43fc-838d-c027cdef5412'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:35.543411 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['394243d1-16bd-43fc-838d-c027cdef5412'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:35.592262 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device badc9da6-e062-485b-ad42-aaafbd42f5d3 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:35.604975 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:49:35.643505 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:35.643870 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.733737 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 32786) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:35.739875 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-9e48719e-c4d4-4962-b392-088696fa5d6a tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714164895', 'description': 'tempest-secgroup-smoke-714164895 description', 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:35.740048 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] Set router 394243d1-16bd-43fc-838d-c027cdef5412 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:35.743192 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port badc9da6-e062-485b-ad42-aaafbd42f5d3 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:35.743192 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.773201 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9e48719e-c4d4-4962-b392-088696fa5d6a tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.801045 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:35.830642 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e7143-5f22-4315-9ee8-bc919ed9de7b req-06adc22a-920a-47c9-a6a3-5d63a9c7b45e tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:35.832317 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-eb9e7143-5f22-4315-9ee8-bc919ed9de7b req-06adc22a-920a-47c9-a6a3-5d63a9c7b45e tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 944 time: 0.0542784 Jun 24 09:49:35.865983 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9e48719e-c4d4-4962-b392-088696fa5d6a tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group (043f1bb8-0538-434a-893b-8c6dd9842844), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.871054 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9e48719e-c4d4-4962-b392-088696fa5d6a tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (043f1bb8-0538-434a-893b-8c6dd9842844), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.891682 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-eb9e7143-5f22-4315-9ee8-bc919ed9de7b req-5b9eb045-64e8-4ef8-9e1b-483cdeeec274 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524383 Jun 24 09:49:35.917193 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9e48719e-c4d4-4962-b392-088696fa5d6a tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:35.918485 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-9e48719e-c4d4-4962-b392-088696fa5d6a tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1827426 Jun 24 09:49:35.922630 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 32788) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:35.923957 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48719e-c4d4-4962-b392-088696fa5d6a tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043f1bb8-0538-434a-893b-8c6dd9842844,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:35.927990 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-2ee30580-3d6e-408f-badb-0a1c1966132d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Request body: {'security_group_rule': {'security_group_id': '043f1bb8-0538-434a-893b-8c6dd9842844', 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:35.961201 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2ee30580-3d6e-408f-badb-0a1c1966132d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (0553b48d-18ee-46b3-b60e-263ab4c92e9a), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.025674 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2ee30580-3d6e-408f-badb-0a1c1966132d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (0553b48d-18ee-46b3-b60e-263ab4c92e9a), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.030376 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2ee30580-3d6e-408f-badb-0a1c1966132d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (0553b48d-18ee-46b3-b60e-263ab4c92e9a), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.050727 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:36.051241 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.051413 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee30580-3d6e-408f-badb-0a1c1966132d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0553b48d-18ee-46b3-b60e-263ab4c92e9a,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:36.057315 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2ee30580-3d6e-408f-badb-0a1c1966132d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.061833 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-2ee30580-3d6e-408f-badb-0a1c1966132d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343341 Jun 24 09:49:36.062123 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 32790) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:36.066756 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-f8233f64-a70b-47f2-9457-1bd9f1dc8e73 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Request body: {'security_group_rule': {'security_group_id': '043f1bb8-0538-434a-893b-8c6dd9842844', 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:36.079530 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:36.098132 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f8233f64-a70b-47f2-9457-1bd9f1dc8e73 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (14d27c99-b729-4b00-9d76-74c9092a7903), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.145131 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:49:36.147408 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b41ba32-2723-4a46-b42a-de7db3733257" -d '{"events": [{"server_uuid": "a5447c85-6da6-43c6-932d-51bd5ddb6577", "name": "network-vif-plugged", "status": "completed", "tag": "6ccc9a50-deba-4fe7-9a3d-7559860e9eb5"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:49:36.164673 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f8233f64-a70b-47f2-9457-1bd9f1dc8e73 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (14d27c99-b729-4b00-9d76-74c9092a7903), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.170333 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f8233f64-a70b-47f2-9457-1bd9f1dc8e73 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (14d27c99-b729-4b00-9d76-74c9092a7903), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.175772 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port badc9da6-e062-485b-ad42-aaafbd42f5d3 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:36.180930 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:36.187601 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.191474 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8233f64-a70b-47f2-9457-1bd9f1dc8e73 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d27c99-b729-4b00-9d76-74c9092a7903,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:36.201300 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-f8233f64-a70b-47f2-9457-1bd9f1dc8e73 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.205429 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-f8233f64-a70b-47f2-9457-1bd9f1dc8e73 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394908 Jun 24 09:49:36.205690 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 32794) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:36.210374 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-5962d055-f09c-4a00-a465-954b73289710 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Request body: {'security_group_rule': {'security_group_id': '043f1bb8-0538-434a-893b-8c6dd9842844', 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:36.213707 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf8f71e-cc16-44a5-bec2-869dfdaf71a9 x-openstack-request-id: req-1bf8f71e-cc16-44a5-bec2-869dfdaf71a9 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:49:36.213994 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5447c85-6da6-43c6-932d-51bd5ddb6577", "name": "network-vif-plugged", "status": "completed", "tag": "6ccc9a50-deba-4fe7-9a3d-7559860e9eb5", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:49:36.214237 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bf8f71e-cc16-44a5-bec2-869dfdaf71a9 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:49:36.214625 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf8f71e-cc16-44a5-bec2-869dfdaf71a9'] response: {'server_uuid': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5', 'code': 200} Jun 24 09:49:36.240324 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5962d055-f09c-4a00-a465-954b73289710 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (be63d14a-d8c1-4008-bf58-2de2441d9510), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.243892 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:36.254606 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:36.263185 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394243d1-16bd-43fc-838d-c027cdef5412', 'name': 'tempest-TestShelveInstance-460966710-router', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:31Z', 'updated_at': '2022-06-24T09:49:34Z', 'revision_number': 4, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'gw_port': {'id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:32Z', 'updated_at': '2022-06-24T09:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'c9bbfa9f-e482-43dd-9f5e-e5eec80ef898', 'name': '', 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'mac_address': 'fa:16:3e:48:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '992a3e1b-5ec2-4f41-8149-3ee17a980255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:34Z', 'updated_at': '2022-06-24T09:49:34Z', 'revision_number': 2, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'subnets': [{'id': '992a3e1b-5ec2-4f41-8149-3ee17a980255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:36.297696 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e243d3-dbce-49e4-899e-0a02c6680bc9 None None] The sync data for ids ['394243d1-16bd-43fc-838d-c027cdef5412'] in dv-cinder-803823-13-iscsi is: [{'id': '394243d1-16bd-43fc-838d-c027cdef5412', 'name': 'tempest-TestShelveInstance-460966710-router', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:31Z', 'updated_at': '2022-06-24T09:49:34Z', 'revision_number': 4, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'gw_port': {'id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:32Z', 'updated_at': '2022-06-24T09:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'c9bbfa9f-e482-43dd-9f5e-e5eec80ef898', 'name': '', 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'mac_address': 'fa:16:3e:48:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '992a3e1b-5ec2-4f41-8149-3ee17a980255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:34Z', 'updated_at': '2022-06-24T09:49:34Z', 'revision_number': 2, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'subnets': [{'id': '992a3e1b-5ec2-4f41-8149-3ee17a980255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:49:36.300751 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:36.317247 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5962d055-f09c-4a00-a465-954b73289710 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (be63d14a-d8c1-4008-bf58-2de2441d9510), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.321756 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5962d055-f09c-4a00-a465-954b73289710 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (be63d14a-d8c1-4008-bf58-2de2441d9510), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.346246 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962d055-f09c-4a00-a465-954b73289710 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be63d14a-d8c1-4008-bf58-2de2441d9510,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:36.352913 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5962d055-f09c-4a00-a465-954b73289710 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.356981 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-5962d055-f09c-4a00-a465-954b73289710 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474955 Jun 24 09:49:36.357153 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 32796) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:36.361779 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-694efc1e-1102-4aba-8cbe-c27dd9378a44 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Request body: {'security_group_rule': {'security_group_id': '043f1bb8-0538-434a-893b-8c6dd9842844', 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:36.391279 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6e448-3598-4d4a-978d-f83e82b2ef52 req-e8642e14-027c-4ec5-b9e8-6fc752c19311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:36.392098 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-694efc1e-1102-4aba-8cbe-c27dd9378a44 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (6a9b49c5-7243-40f2-b075-62e71160891d), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.393372 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4dc6e448-3598-4d4a-978d-f83e82b2ef52 req-e8642e14-027c-4ec5-b9e8-6fc752c19311 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 1129 time: 0.0445881 Jun 24 09:49:36.441199 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4dc6e448-3598-4d4a-978d-f83e82b2ef52 req-84505b8f-4c22-4c07-b2fe-e1e0570d15c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409160 Jun 24 09:49:36.455015 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-694efc1e-1102-4aba-8cbe-c27dd9378a44 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (6a9b49c5-7243-40f2-b075-62e71160891d), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.458805 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-694efc1e-1102-4aba-8cbe-c27dd9378a44 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (6a9b49c5-7243-40f2-b075-62e71160891d), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.478924 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694efc1e-1102-4aba-8cbe-c27dd9378a44 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9b49c5-7243-40f2-b075-62e71160891d,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:36.486555 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-694efc1e-1102-4aba-8cbe-c27dd9378a44 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.487786 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-694efc1e-1102-4aba-8cbe-c27dd9378a44 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296389 Jun 24 09:49:36.490539 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 32798) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:36.495370 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-75c7b65a-aba2-4749-b12d-29b95477d46f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Request body: {'security_group_rule': {'security_group_id': '043f1bb8-0538-434a-893b-8c6dd9842844', 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:36.520984 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.securitygroups_db [None req-75c7b65a-aba2-4749-b12d-29b95477d46f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Project 47cfee44c4264b0a8cfb5a93b7f5378a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:49:36.534512 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-75c7b65a-aba2-4749-b12d-29b95477d46f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (70dd1869-9cc6-47dd-a671-fa0cbead90d5), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.609735 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-75c7b65a-aba2-4749-b12d-29b95477d46f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (70dd1869-9cc6-47dd-a671-fa0cbead90d5), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.614327 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-75c7b65a-aba2-4749-b12d-29b95477d46f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (70dd1869-9cc6-47dd-a671-fa0cbead90d5), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.636185 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7b65a-aba2-4749-b12d-29b95477d46f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dd1869-9cc6-47dd-a671-fa0cbead90d5,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:36.643065 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-75c7b65a-aba2-4749-b12d-29b95477d46f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.644853 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-75c7b65a-aba2-4749-b12d-29b95477d46f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1531787 Jun 24 09:49:36.648055 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 32800) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:36.652685 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-2e1d321a-61df-469b-81f4-f2af93bc225f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Request body: {'security_group_rule': {'security_group_id': '043f1bb8-0538-434a-893b-8c6dd9842844', 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:36.678057 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.securitygroups_db [None req-2e1d321a-61df-469b-81f4-f2af93bc225f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Project 47cfee44c4264b0a8cfb5a93b7f5378a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 09:49:36.685602 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2e1d321a-61df-469b-81f4-f2af93bc225f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (2ac71688-103c-490a-a3f6-ea24fe491dca), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.748549 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2e1d321a-61df-469b-81f4-f2af93bc225f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (2ac71688-103c-490a-a3f6-ea24fe491dca), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.753340 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2e1d321a-61df-469b-81f4-f2af93bc225f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (2ac71688-103c-490a-a3f6-ea24fe491dca), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.774580 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d321a-61df-469b-81f4-f2af93bc225f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac71688-103c-490a-a3f6-ea24fe491dca,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:36.785740 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-2e1d321a-61df-469b-81f4-f2af93bc225f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:36.803119 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-2e1d321a-61df-469b-81f4-f2af93bc225f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380274 Jun 24 09:49:37.040182 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26724426-8633-453c-9526-c5086c217167 req-15f76d09-316f-43b3-b898-409a6734b964 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:37.041890 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-26724426-8633-453c-9526-c5086c217167 req-15f76d09-316f-43b3-b898-409a6734b964 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0745983 Jun 24 09:49:37.067983 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:37.089054 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:37.095128 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-26724426-8633-453c-9526-c5086c217167 req-78792d2b-e966-4d90-887e-d2865058259d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474026 Jun 24 09:49:37.548688 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device c53fbfc8-58b4-4e72-a650-768fb93376b0 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:37.601091 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port c53fbfc8-58b4-4e72-a650-768fb93376b0 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:37.601423 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:37.675014 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port c53fbfc8-58b4-4e72-a650-768fb93376b0 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:37.675429 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:37.697154 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] For port c53fbfc8-58b4-4e72-a650-768fb93376b0, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=c53fbfc8-58b4-4e72-a650-768fb93376b0,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:37.703273 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:37.755657 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Pushing event updated for resources: {'Port': ['ID=c53fbfc8-58b4-4e72-a650-768fb93376b0,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:37.763619 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.763962 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.764302 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.764633 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.764960 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.765295 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.765603 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.765920 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.766239 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.766558 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.766877 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.767221 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.767540 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.767853 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:37.768163 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:49:38.228314 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7eed3-7458-41ec-9397-1ae3ee165f49 req-62297b4a-67ed-435c-b288-4f407864d4e7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:38.229677 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ebf7eed3-7458-41ec-9397-1ae3ee165f49 req-62297b4a-67ed-435c-b288-4f407864d4e7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0499361 Jun 24 09:49:38.282761 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ebf7eed3-7458-41ec-9397-1ae3ee165f49 req-57733c38-f4be-4b19-8361-a75189385351 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465000 Jun 24 09:49:38.400668 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fee13-167c-4f14-9a26-69d56d79061e req-9dc941ea-a056-4dd4-a930-025637bd4be1 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:38.402292 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-768fee13-167c-4f14-9a26-69d56d79061e req-9dc941ea-a056-4dd4-a930-025637bd4be1 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0531080 Jun 24 09:49:38.411935 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 32864) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:49:38.416738 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-bb005f5e-3147-40fc-b03a-3567f932114d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'floatingip': {'port_id': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:38.460216 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb005f5e-3147-40fc-b03a-3567f932114d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (77ebf74e-4015-4cc1-b2f6-766edb555fa4), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:38.863871 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:38.905419 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:38.922089 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb005f5e-3147-40fc-b03a-3567f932114d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:38.926267 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb005f5e-3147-40fc-b03a-3567f932114d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (77ebf74e-4015-4cc1-b2f6-766edb555fa4), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:39.030907 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [None req-bb005f5e-3147-40fc-b03a-3567f932114d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Floating IP 77ebf74e-4015-4cc1-b2f6-766edb555fa4 associated. External IP: 172.27.1.148, port: 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5. Jun 24 09:49:39.249065 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb005f5e-3147-40fc-b03a-3567f932114d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Router d6d2e334-5b99-493e-b49a-c0c55307c96a has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:49:39.548315 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device c53fbfc8-58b4-4e72-a650-768fb93376b0 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:39.595144 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port c53fbfc8-58b4-4e72-a650-768fb93376b0 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:39.595466 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:39.631956 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb005f5e-3147-40fc-b03a-3567f932114d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:49:39.636562 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-bb005f5e-3147-40fc-b03a-3567f932114d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:39.644011 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f273246-7fed-439d-a0db-973b09c5c508 None None] Sync routers for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:49:39.655992 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f273246-7fed-439d-a0db-973b09c5c508 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:39.656625 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-0f273246-7fed-439d-a0db-973b09c5c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:39.670656 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-bb005f5e-3147-40fc-b03a-3567f932114d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "PUT /v2.0/floatingips/77ebf74e-4015-4cc1-b2f6-766edb555fa4 HTTP/1.1" status: 200 len: 991 time: 1.2553484 Jun 24 09:49:39.670656 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'tag': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:49:39.671496 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5447c85-6da6-43c6-932d-51bd5ddb6577", "tag": "6ccc9a50-deba-4fe7-9a3d-7559860e9eb5"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:49:39.682864 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port c53fbfc8-58b4-4e72-a650-768fb93376b0 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:39.708290 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db8b379-b68c-49d8-bafb-3b9170ce8d8b x-openstack-request-id: req-4db8b379-b68c-49d8-bafb-3b9170ce8d8b {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:49:39.708584 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5447c85-6da6-43c6-932d-51bd5ddb6577", "tag": "6ccc9a50-deba-4fe7-9a3d-7559860e9eb5", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:49:39.708837 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4db8b379-b68c-49d8-bafb-3b9170ce8d8b {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:49:39.709246 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db8b379-b68c-49d8-bafb-3b9170ce8d8b'] response: {'name': 'network-changed', 'server_uuid': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'tag': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5', 'status': 'completed', 'code': 200} Jun 24 09:49:39.771812 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-0f273246-7fed-439d-a0db-973b09c5c508 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:39.778406 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8 req-91590375-d77d-4e70-a35a-0e40b067097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:39.780072 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8 req-91590375-d77d-4e70-a35a-0e40b067097f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 1129 time: 0.0442095 Jun 24 09:49:39.885903 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8 req-86438997-aae2-4ca5-ae00-81a8d1814e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:39.888763 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8 req-86438997-aae2-4ca5-ae00-81a8d1814e90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 911 time: 0.1009405 Jun 24 09:49:39.895510 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:39.962033 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8 req-b5485e00-2240-432c-8339-6db7fec52fa0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 HTTP/1.1" status: 200 len: 999 time: 0.0666995 Jun 24 09:49:39.988269 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:40.003510 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-0f273246-7fed-439d-a0db-973b09c5c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '77ebf74e-4015-4cc1-b2f6-766edb555fa4', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'port_id': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'mac_address': 'fa:16:3e:1a:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:38Z', 'revision_number': 1, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:40.025017 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8 req-2807821a-ea09-4fa0-8056-7f0d1b8764f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:40.026504 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8 req-2807821a-ea09-4fa0-8056-7f0d1b8764f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bfd5c95-334c-45d6-b473-8c8898304502 HTTP/1.1" status: 200 len: 849 time: 0.0527484 Jun 24 09:49:40.031476 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f273246-7fed-439d-a0db-973b09c5c508 None None] Checking router: d6d2e334-5b99-493e-b49a-c0c55307c96a for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:49:40.040641 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f273246-7fed-439d-a0db-973b09c5c508 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:40.041244 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-0f273246-7fed-439d-a0db-973b09c5c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:40.074833 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8 req-d5cf7212-6c42-4c78-92e9-e42460c13b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:40.076437 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8 req-d5cf7212-6c42-4c78-92e9-e42460c13b19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=947f6d7f-3e32-4a48-824a-af7e926d3402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416608 Jun 24 09:49:40.152835 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-0f273246-7fed-439d-a0db-973b09c5c508 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:40.175258 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8 req-26ed7d29-6edd-4534-938c-423c095a1cfb service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921822 Jun 24 09:49:40.224832 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Sync routers for ids ['394243d1-16bd-43fc-838d-c027cdef5412'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:49:40.236633 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Routers {'394243d1-16bd-43fc-838d-c027cdef5412'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:40.237714 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['394243d1-16bd-43fc-838d-c027cdef5412'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:40.277327 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1afe8eca-99c5-47a5-aaa4-9379c5a0c5b8 req-adcac324-7d83-4812-81f3-2f33b429fd63 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954285 Jun 24 09:49:40.345887 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Set router 394243d1-16bd-43fc-838d-c027cdef5412 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:40.377513 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-0f273246-7fed-439d-a0db-973b09c5c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '77ebf74e-4015-4cc1-b2f6-766edb555fa4', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'port_id': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'mac_address': 'fa:16:3e:1a:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:38Z', 'revision_number': 1, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:40.408825 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f273246-7fed-439d-a0db-973b09c5c508 None None] The sync data for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi is: [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '77ebf74e-4015-4cc1-b2f6-766edb555fa4', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'port_id': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'mac_address': 'fa:16:3e:1a:04:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:38Z', 'revision_number': 1, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:49:40.476063 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:40.551458 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394243d1-16bd-43fc-838d-c027cdef5412', 'name': 'tempest-TestShelveInstance-460966710-router', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:31Z', 'updated_at': '2022-06-24T09:49:34Z', 'revision_number': 4, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'gw_port': {'id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:32Z', 'updated_at': '2022-06-24T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'c9bbfa9f-e482-43dd-9f5e-e5eec80ef898', 'name': '', 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'mac_address': 'fa:16:3e:48:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '992a3e1b-5ec2-4f41-8149-3ee17a980255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:34Z', 'updated_at': '2022-06-24T09:49:34Z', 'revision_number': 2, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'subnets': [{'id': '992a3e1b-5ec2-4f41-8149-3ee17a980255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:40.578351 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Checking router: 394243d1-16bd-43fc-838d-c027cdef5412 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:49:40.578696 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Updating router 394243d1-16bd-43fc-838d-c027cdef5412 port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 binding host dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:49:40.611168 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:40.644005 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2a158-b1de-4587-8cf7-790a03655609 None None] New status for floating IP 77ebf74e-4015-4cc1-b2f6-766edb555fa4: ACTIVE {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:49:40.807641 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:40.904244 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Publish callbacks [] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), precommit_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:40.912427 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:40.975464 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd91da8-43b1-43a4-9674-7edf8d22ddd9 None None] Pushing event updated for resources: {'Port': ['ID=c9bbfa9f-e482-43dd-9f5e-e5eec80ef898,revision_number=3']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:41.034402 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Attempting to bind port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 on host dv-cinder-803823-13-iscsi for vnic_type normal with profile {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:41.034772 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Attempting to bind port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 by drivers openvswitch,hyperv on host dv-cinder-803823-13-iscsi at level 0 using segments [{'id': '18b7c112-685f-46cd-9cf9-54bccdcab485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f'}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:41.035156 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Attempting to bind port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 on network 0e2ddc08-9d34-434f-af0a-67268cd96e5f {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:41.040800 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Checking agent: {'id': 'a41620f5-3db3-4884-ae67-da3a120793bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 33, 49), 'started_at': datetime.datetime(2022, 6, 24, 9, 34, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:41.041168 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Checking segment: {'id': '18b7c112-685f-46cd-9cf9-54bccdcab485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:41.041563 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:41.041945 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Bound using segment: {'id': '18b7c112-685f-46cd-9cf9-54bccdcab485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f'} {{(pid=110595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:41.042405 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.managers [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Bound port: c9bbfa9f-e482-43dd-9f5e-e5eec80ef898, host: dv-cinder-803823-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b7c112-685f-46cd-9cf9-54bccdcab485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f'}}] {{(pid=110595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:41.042779 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:41.112167 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] For port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898, host dv-cinder-803823-13-iscsi, cleared binding levels {{(pid=110595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:41.115973 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] For port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898, host dv-cinder-803823-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=c9bbfa9f-e482-43dd-9f5e-e5eec80ef898,segment=NetworkSegment(18b7c112-685f-46cd-9cf9-54bccdcab485),segment_id=18b7c112-685f-46cd-9cf9-54bccdcab485)] {{(pid=110595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:41.122747 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:41.178951 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fa784a-cf0a-4f77-95b4-8f35213140ba None None] Provisioning complete for port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:41.179342 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fa784a-cf0a-4f77-95b4-8f35213140ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:41.228985 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Routers {'394243d1-16bd-43fc-838d-c027cdef5412'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:49:41.229546 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['394243d1-16bd-43fc-838d-c027cdef5412'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:41.234252 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd91da8-43b1-43a4-9674-7edf8d22ddd9 None None] Pushing event updated for resources: {'Port': ['ID=c9bbfa9f-e482-43dd-9f5e-e5eec80ef898,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:41.381573 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fa784a-cf0a-4f77-95b4-8f35213140ba None None] Current status of the port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 is: DOWN; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:41.381940 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fa784a-cf0a-4f77-95b4-8f35213140ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:41.383617 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:41.397988 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] Set router 394243d1-16bd-43fc-838d-c027cdef5412 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:49:41.504871 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fa784a-cf0a-4f77-95b4-8f35213140ba None None] For port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=c9bbfa9f-e482-43dd-9f5e-e5eec80ef898,segment=NetworkSegment(18b7c112-685f-46cd-9cf9-54bccdcab485),segment_id=18b7c112-685f-46cd-9cf9-54bccdcab485)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:49:41.519711 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fa784a-cf0a-4f77-95b4-8f35213140ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:41.577207 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:41.583686 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:41.674068 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa784a-cf0a-4f77-95b4-8f35213140ba None None] Pushing event updated for resources: {'Port': ['ID=c9bbfa9f-e482-43dd-9f5e-e5eec80ef898,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:41.681758 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-65136550-dc60-4f3c-952a-72a20e931e80 None None] Provisioning complete for port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:41.681758 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-65136550-dc60-4f3c-952a-72a20e931e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:41.748475 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:41.748829 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:41.783311 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394243d1-16bd-43fc-838d-c027cdef5412', 'name': 'tempest-TestShelveInstance-460966710-router', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:31Z', 'updated_at': '2022-06-24T09:49:34Z', 'revision_number': 4, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'gw_port': {'id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:32Z', 'updated_at': '2022-06-24T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'c9bbfa9f-e482-43dd-9f5e-e5eec80ef898', 'name': '', 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'mac_address': 'fa:16:3e:48:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '992a3e1b-5ec2-4f41-8149-3ee17a980255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:34Z', 'updated_at': '2022-06-24T09:49:41Z', 'revision_number': 4, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'subnets': [{'id': '992a3e1b-5ec2-4f41-8149-3ee17a980255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:49:41.955445 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20878932-ee63-49a1-b889-bc691d9b1ede None None] The sync data for ids ['394243d1-16bd-43fc-838d-c027cdef5412'] in dv-cinder-803823-13-iscsi is: [{'id': '394243d1-16bd-43fc-838d-c027cdef5412', 'name': 'tempest-TestShelveInstance-460966710-router', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:31Z', 'updated_at': '2022-06-24T09:49:34Z', 'revision_number': 4, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'gw_port': {'id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:32Z', 'updated_at': '2022-06-24T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'c9bbfa9f-e482-43dd-9f5e-e5eec80ef898', 'name': '', 'network_id': '0e2ddc08-9d34-434f-af0a-67268cd96e5f', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'mac_address': 'fa:16:3e:48:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '992a3e1b-5ec2-4f41-8149-3ee17a980255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:34Z', 'updated_at': '2022-06-24T09:49:41Z', 'revision_number': 4, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'subnets': [{'id': '992a3e1b-5ec2-4f41-8149-3ee17a980255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:49:42.024387 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-65136550-dc60-4f3c-952a-72a20e931e80 None None] Current status of the port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:42.040006 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:43.542416 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 up at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:49:43.594267 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Provisioning complete for port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:43.594635 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:43.675445 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Current status of the port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 is: ACTIVE; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:49:44.237811 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8510585c-ccb8-470a-973b-4932e44e68b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:46.594680 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-3e6964be-4511-44b4-9b25-eeb895099997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:47.806877 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:49.135283 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:49.257181 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:49.623433 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=50 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:49.668033 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=51 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:50.272278 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=61 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:50.274277 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=58 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:50.757106 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:50.760499 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:51.211398 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-0be603ff-1422-4d5a-bf52-1b10abc8d887 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714164895&fields=id&tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a HTTP/1.1" status: 200 len: 267 time: 0.0519805 Jun 24 09:49:51.320095 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514d09-b650-47dd-a173-8cadf766df30 req-194f4cf2-b4ad-484e-9d68-9103e9e65629 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:51.321479 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-194f4cf2-b4ad-484e-9d68-9103e9e65629 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/networks?id=4c183d41-68d9-4ee6-a230-d5b9c4829714 HTTP/1.1" status: 200 len: 808 time: 0.1030183 Jun 24 09:49:51.336888 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-1fc8b122-05fd-4aa0-9c5c-4c7ae21b26a7 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/quotas/47cfee44c4264b0a8cfb5a93b7f5378a HTTP/1.1" status: 200 len: 375 time: 0.0098610 Jun 24 09:49:51.389273 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4ded36e3-c935-489a-8f06-d9b583666767 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464306 Jun 24 09:49:51.490598 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-be5b729b-d1d9-4f7b-8ad5-b420bb25a934 service neutron] 10.222.0.65 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892425 Jun 24 09:49:51.585861 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-fcacb2fe-27fa-4d46-8fe1-36f919a331ab service neutron] 10.222.0.65 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893512 Jun 24 09:49:51.906756 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0215e4be-9211-4c4a-9b0c-a841c9679450 req-c42e018a-9f04-475e-ab87-ee6b1bc917f6 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0293682 Jun 24 09:49:53.050758 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-87961e65-516c-40fe-a63f-b70b04ded879 req-418e0def-ec19-47b3-88d5-927e38524de8 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0396652 Jun 24 09:49:53.078400 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514d09-b650-47dd-a173-8cadf766df30 req-7531a5d2-46cf-4f00-8182-4405b8db9795 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:53.079894 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-7531a5d2-46cf-4f00-8182-4405b8db9795 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.47 "GET /v2.0/networks?id=4c183d41-68d9-4ee6-a230-d5b9c4829714 HTTP/1.1" status: 200 len: 808 time: 0.1492555 Jun 24 09:49:53.343628 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:53.348462 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-5f4837e1-595d-4008-9b55-ee0ff675b2fb tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a HTTP/1.1" status: 200 len: 379 time: 0.0599906 Jun 24 09:49:53.358988 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Request body: {'port': {'device_id': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'admin_state_up': True, 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'security_groups': ['043f1bb8-0538-434a-893b-8c6dd9842844']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:53.469683 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Made reservation on behalf of 47cfee44c4264b0a8cfb5a93b7f5378a for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:49:53.473080 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:53.895115 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Allocated IP 172.20.0.5 (4c183d41-68d9-4ee6-a230-d5b9c4829714/cc7f2ed7-d817-4bd3-a236-7f17e8b116de/ab20f504-ef6d-409e-9d0c-3918f4bb9c57) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:49:53.963382 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:53.969390 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:54.041074 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:54.077600 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:54.124647 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Network 4c183d41-68d9-4ee6-a230-d5b9c4829714 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:49:54.140230 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:49:54.143841 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:49:54.147034 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event updated for resources: {'Port': ['ID=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:54.216158 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5f47e-2cac-449b-90cc-6928d7c78957 req-03a71dac-3411-416d-a81b-5454ca570fb6 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:54.217734 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-82b5f47e-2cac-449b-90cc-6928d7c78957 req-03a71dac-3411-416d-a81b-5454ca570fb6 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 931 time: 0.0904806 Jun 24 09:49:54.240350 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:54.241020 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:54.275979 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-4c2678e7-922f-449c-ac9d-4af678669b62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9211407 Jun 24 09:49:54.296428 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Request body: {'port': {'device_id': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:49:54.304813 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-82b5f47e-2cac-449b-90cc-6928d7c78957 req-2d523a4c-f511-41bc-95bd-50648436a888 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778899 Jun 24 09:49:54.340706 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-d7391632-4f6a-4709-bb8e-1ff58f78b632 None None] Provisioning complete for port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:49:54.341093 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-d7391632-4f6a-4709-bb8e-1ff58f78b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:54.365195 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:54.373577 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-d7391632-4f6a-4709-bb8e-1ff58f78b632 None None] Port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:49:54.627417 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab20f504-ef6d-409e-9d0c-3918f4bb9c57 {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:49:54.634976 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Publish callbacks [] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:54.649052 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Transition to ACTIVE for port object ab20f504-ef6d-409e-9d0c-3918f4bb9c57 will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:49:54.653621 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:54.708342 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Pushing event updated for resources: {'Port': ['ID=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:54.790661 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:54.794323 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Attempting to bind port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:49:54.794692 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Attempting to bind port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:49:54.795122 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Attempting to bind port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 on network 4c183d41-68d9-4ee6-a230-d5b9c4829714 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:54.800979 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 on network 4c183d41-68d9-4ee6-a230-d5b9c4829714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:49:54.801322 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Attempting to bind port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 on network 4c183d41-68d9-4ee6-a230-d5b9c4829714 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:49:54.804788 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:54.808866 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:49:54.809199 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Checking segment: {'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:49:54.809613 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Bound using segment: {'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:49:54.810163 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Bound port: ab20f504-ef6d-409e-9d0c-3918f4bb9c57, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a96786-7032-4e21-a1d5-c5d1d59cb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:49:54.810522 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:54.880130 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] For port ab20f504-ef6d-409e-9d0c-3918f4bb9c57, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:49:54.883931 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] For port ab20f504-ef6d-409e-9d0c-3918f4bb9c57, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:49:54.890706 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:54.926828 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:54.927498 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:49:54.928880 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] 10.222.0.47 "PUT /v2.0/ports/ab20f504-ef6d-409e-9d0c-3918f4bb9c57 HTTP/1.1" status: 200 len: 1093 time: 0.6416276 Jun 24 09:49:54.929310 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:49:54.931594 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd625bd-f67d-49f6-8a59-61963ed800a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:49:54.960322 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2eedf5-bb7b-4d51-80fb-19b37569b20f service neutron] Pushing event updated for resources: {'Port': ['ID=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:49:54.988789 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02831db-28cf-4d55-9cea-d4c8f531e714 x-openstack-request-id: req-e02831db-28cf-4d55-9cea-d4c8f531e714 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:49:54.989076 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:49:54.989314 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e02831db-28cf-4d55-9cea-d4c8f531e714 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:49:54.989757 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02831db-28cf-4d55-9cea-d4c8f531e714'] response: {'name': 'network-changed', 'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'status': 'completed', 'code': 200} Jun 24 09:49:55.023266 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514d09-b650-47dd-a173-8cadf766df30 req-fe708efe-2a38-4ea6-a06d-ba37f9ed99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:55.024789 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-fe708efe-2a38-4ea6-a06d-ba37f9ed99c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a&device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 1127 time: 0.0493064 Jun 24 09:49:55.066537 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-c34c4abb-c38d-4f43-8164-92a1a68dc3cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57 HTTP/1.1" status: 200 len: 217 time: 0.0352004 Jun 24 09:49:55.120764 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514d09-b650-47dd-a173-8cadf766df30 req-f154ad93-cb3a-47fa-840f-fac61ebf246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:55.122324 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-f154ad93-cb3a-47fa-840f-fac61ebf246f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc7f2ed7-d817-4bd3-a236-7f17e8b116de HTTP/1.1" status: 200 len: 847 time: 0.0490260 Jun 24 09:49:55.167104 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514d09-b650-47dd-a173-8cadf766df30 req-068c656a-35a5-4903-8196-eb820c7b36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:55.168659 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-068c656a-35a5-4903-8196-eb820c7b36c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c183d41-68d9-4ee6-a230-d5b9c4829714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401251 Jun 24 09:49:55.266656 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-c7c46177-966b-49b9-b5a5-168cd79b7fe5 service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913544 Jun 24 09:49:55.364613 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4514d09-b650-47dd-a173-8cadf766df30 req-3b3a50a7-38b8-4da2-8201-1621f2240899 service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910311 Jun 24 09:49:55.426174 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cf6c4-b12c-40a4-8e85-b8582403c4eb req-3686f366-af3f-4f0a-b9c9-d47b57103f79 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:55.427565 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-583cf6c4-b12c-40a4-8e85-b8582403c4eb req-3686f366-af3f-4f0a-b9c9-d47b57103f79 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0503359 Jun 24 09:49:55.478219 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-583cf6c4-b12c-40a4-8e85-b8582403c4eb req-a81758a5-1e08-48a6-bd4f-a275ef3af2fb tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448985 Jun 24 09:49:55.666353 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-2d66aca6-6eee-471e-b416-78166bec4603 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696414 Jun 24 09:49:55.669079 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd625bd-f67d-49f6-8a59-61963ed800a6 req-a2892c07-2ccb-44fb-bfff-d404ada54159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:55.670540 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5fd625bd-f67d-49f6-8a59-61963ed800a6 req-a2892c07-2ccb-44fb-bfff-d404ada54159 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a&device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 1127 time: 0.0638156 Jun 24 09:49:55.789180 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-f0df6063-bb0c-4e77-938d-6a616c46c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:55.790675 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-f0df6063-bb0c-4e77-938d-6a616c46c795 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 1129 time: 0.0775707 Jun 24 09:49:55.805757 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd625bd-f67d-49f6-8a59-61963ed800a6 req-44e21adb-ca4d-4185-a150-1a4001ccc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:55.807275 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5fd625bd-f67d-49f6-8a59-61963ed800a6 req-44e21adb-ca4d-4185-a150-1a4001ccc58d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c183d41-68d9-4ee6-a230-d5b9c4829714 HTTP/1.1" status: 200 len: 909 time: 0.1291437 Jun 24 09:49:55.864339 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5fd625bd-f67d-49f6-8a59-61963ed800a6 req-b9eace10-008f-41db-9ea4-06f58c55c8e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57 HTTP/1.1" status: 200 len: 217 time: 0.0495682 Jun 24 09:49:55.964774 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd625bd-f67d-49f6-8a59-61963ed800a6 req-f940f3cd-7ff1-4514-9944-f93da7e81866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:55.966276 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5fd625bd-f67d-49f6-8a59-61963ed800a6 req-f940f3cd-7ff1-4514-9944-f93da7e81866 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc7f2ed7-d817-4bd3-a236-7f17e8b116de HTTP/1.1" status: 200 len: 847 time: 0.0906281 Jun 24 09:49:55.982457 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:55.985293 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-0f32b698-4628-4654-ae2c-924967190dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:55.986707 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-0f32b698-4628-4654-ae2c-924967190dc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 913 time: 0.1662667 Jun 24 09:49:56.014296 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:49:56.055618 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd625bd-f67d-49f6-8a59-61963ed800a6 req-5a81ad75-84b3-46a7-a6be-0255e4bde6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:56.057278 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5fd625bd-f67d-49f6-8a59-61963ed800a6 req-5a81ad75-84b3-46a7-a6be-0255e4bde6e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c183d41-68d9-4ee6-a230-d5b9c4829714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0833459 Jun 24 09:49:56.093799 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-d338f2d2-20f4-4edb-88d8-bdc9fd2aaed3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf HTTP/1.1" status: 200 len: 1001 time: 0.0901334 Jun 24 09:49:56.192148 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-6d5a5813-1616-4040-9246-f4b4c237e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:56.193582 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-6d5a5813-1616-4040-9246-f4b4c237e01f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0918264 Jun 24 09:49:56.197006 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5fd625bd-f67d-49f6-8a59-61963ed800a6 req-9fdef8e1-d90a-4581-99f4-57b6b353039e service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321831 Jun 24 09:49:56.267973 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-774a4742-5563-4859-be9d-cf162b3fe10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:56.269373 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-774a4742-5563-4859-be9d-cf162b3fe10c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0650780 Jun 24 09:49:56.378412 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5fd625bd-f67d-49f6-8a59-61963ed800a6 req-76da9210-390d-4b3f-b69e-808b6227fed9 service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729188 Jun 24 09:49:56.401764 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-8a001029-aa1c-4aa7-8b7f-a2b89a85ffe6 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084137 Jun 24 09:49:56.499892 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-723c5b4f-fd37-460e-bb78-eedef0cade05 req-bc2687f4-83ee-4ac6-b8fb-554e9914a619 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916574 Jun 24 09:49:56.600546 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3883f-8be4-4d09-a105-35258fb18149 req-3f940d87-db5a-41c1-a2de-b3037c5b2dc5 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:56.601967 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-aab3883f-8be4-4d09-a105-35258fb18149 req-3f940d87-db5a-41c1-a2de-b3037c5b2dc5 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0489445 Jun 24 09:49:56.655268 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-aab3883f-8be4-4d09-a105-35258fb18149 req-88f75669-0e9b-4e57-bc55-3c4dcab78f56 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472531 Jun 24 09:49:57.771841 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823ece-6aaf-4c6d-9088-2c1ad10d8a6a req-b7c69e2e-8f54-4707-9bed-3b4aef201c78 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:57.773336 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d6823ece-6aaf-4c6d-9088-2c1ad10d8a6a req-b7c69e2e-8f54-4707-9bed-3b4aef201c78 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0484021 Jun 24 09:49:57.827239 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d6823ece-6aaf-4c6d-9088-2c1ad10d8a6a req-2118502c-f6c5-4481-9445-c7d94b45b6fd tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480282 Jun 24 09:49:58.869210 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:49:58.945231 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901503-0ef3-4590-a070-696f7b6746e8 req-a88affaa-74ab-468f-be6f-c1e2c79f0173 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:49:58.946725 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cb901503-0ef3-4590-a070-696f7b6746e8 req-a88affaa-74ab-468f-be6f-c1e2c79f0173 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0500653 Jun 24 09:49:59.001095 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cb901503-0ef3-4590-a070-696f7b6746e8 req-b26d57f5-8933-4026-b976-daed384e0b22 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478625 Jun 24 09:50:00.118547 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21c0fa-33f4-4318-bbae-5b2bf7931425 req-95202167-9ba2-41fc-91f1-5f8d596b6ab0 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:00.120042 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cc21c0fa-33f4-4318-bbae-5b2bf7931425 req-95202167-9ba2-41fc-91f1-5f8d596b6ab0 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0486193 Jun 24 09:50:00.169745 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cc21c0fa-33f4-4318-bbae-5b2bf7931425 req-6911e9b7-7ca4-4a9a-9503-1b27b8a87df8 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435631 Jun 24 09:50:01.289559 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6687759-0abf-4bf2-ac0e-b563a2bc15ef req-819c329a-dbf1-47c4-a7ad-0e6bbe01e3f5 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:01.291025 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c6687759-0abf-4bf2-ac0e-b563a2bc15ef req-819c329a-dbf1-47c4-a7ad-0e6bbe01e3f5 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0513520 Jun 24 09:50:01.333630 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:01.343809 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c6687759-0abf-4bf2-ac0e-b563a2bc15ef req-10620cc1-6434-4d09-9e2f-73379c6200d5 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468841 Jun 24 09:50:02.457022 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:02.468558 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be9741-1deb-4c66-a73a-829e3b81511b req-07059050-f831-4979-b0df-350bc74a5eab tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:02.470038 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-06be9741-1deb-4c66-a73a-829e3b81511b req-07059050-f831-4979-b0df-350bc74a5eab tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0496252 Jun 24 09:50:02.520234 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-06be9741-1deb-4c66-a73a-829e3b81511b req-7820ae98-15e8-435a-9e78-ce804a4c1af0 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443349 Jun 24 09:50:02.803115 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:03.640232 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883002dc-149c-47ce-853f-eb8b0446882f req-1dbe60dd-56de-4e7c-9dc9-4ab932368f38 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:03.642107 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-883002dc-149c-47ce-853f-eb8b0446882f req-1dbe60dd-56de-4e7c-9dc9-4ab932368f38 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0501442 Jun 24 09:50:03.665001 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ab20f504-ef6d-409e-9d0c-3918f4bb9c57 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:50:03.667387 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:03.699590 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-883002dc-149c-47ce-853f-eb8b0446882f req-5569b314-9119-4bd3-94c9-1590bc65f72d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513499 Jun 24 09:50:03.774122 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ab20f504-ef6d-409e-9d0c-3918f4bb9c57, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:50:03.782061 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:03.792075 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'port_id': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'mac_address': 'fa:16:3e:db:85:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:50:03.828337 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:50:03.828731 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:03.842235 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab20f504-ef6d-409e-9d0c-3918f4bb9c57 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:50:03.862000 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ab20f504-ef6d-409e-9d0c-3918f4bb9c57, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:50:03.866952 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:03.913084 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:50:04.084167 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['ab20f504-ef6d-409e-9d0c-3918f4bb9c57'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:50:04.819125 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ef153-2f78-4266-8210-fc87dfc9ed90 req-0055114c-239d-44a2-96a9-32dd98aedced tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:04.820639 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a79ef153-2f78-4266-8210-fc87dfc9ed90 req-0055114c-239d-44a2-96a9-32dd98aedced tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0489643 Jun 24 09:50:04.872297 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a79ef153-2f78-4266-8210-fc87dfc9ed90 req-945a4410-0fc3-4641-a9b2-4237e455378f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457909 Jun 24 09:50:05.684254 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ab20f504-ef6d-409e-9d0c-3918f4bb9c57 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:50:05.731660 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:50:05.739232 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:50:05.739539 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:05.819986 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:50:05.820371 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:05.845367 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:50:05.847682 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3409a872-c48e-4d91-ba4a-33c1ffe00fb4" -d '{"events": [{"server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:50:05.860742 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ab20f504-ef6d-409e-9d0c-3918f4bb9c57, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:50:05.865849 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:05.889080 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a2d83a-36e0-442b-8dca-a748747daed2 x-openstack-request-id: req-63a2d83a-36e0-442b-8dca-a748747daed2 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:50:05.889394 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:50:05.889645 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63a2d83a-36e0-442b-8dca-a748747daed2 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:50:05.890048 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a2d83a-36e0-442b-8dca-a748747daed2'] response: {'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'code': 200} Jun 24 09:50:05.919262 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:50:05.993457 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6a5cc-c873-48f4-84bf-00ca692613f5 req-26df2abe-87f7-4e1d-b42c-264fa3c7ef9d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:05.994888 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-61c6a5cc-c873-48f4-84bf-00ca692613f5 req-26df2abe-87f7-4e1d-b42c-264fa3c7ef9d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0475128 Jun 24 09:50:06.047684 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-61c6a5cc-c873-48f4-84bf-00ca692613f5 req-27e16679-9caf-4b03-b2b7-0f8f33495e18 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468667 Jun 24 09:50:06.123781 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad2f02-ad05-4a71-8c2b-b19a3dae9a23 req-1406abe5-6748-41d3-b573-fe654dad7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:06.125300 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-caad2f02-ad05-4a71-8c2b-b19a3dae9a23 req-1406abe5-6748-41d3-b573-fe654dad7f97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 1129 time: 0.0439811 Jun 24 09:50:06.177739 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-caad2f02-ad05-4a71-8c2b-b19a3dae9a23 req-5a58e656-d79d-4eae-b019-f3c72b0933ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459869 Jun 24 09:50:07.177460 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf029f3-dbcb-4a72-b5fb-692a16daec83 req-e951b2f2-ee40-4a64-872c-557d22dfeac7 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:07.178966 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1cf029f3-dbcb-4a72-b5fb-692a16daec83 req-e951b2f2-ee40-4a64-872c-557d22dfeac7 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0530336 Jun 24 09:50:07.235004 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1cf029f3-dbcb-4a72-b5fb-692a16daec83 req-159479f1-2fcd-4fd7-b877-068672c89125 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492566 Jun 24 09:50:08.359882 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941a451-e0c7-44bf-8e67-9df544689033 req-fdb53b5b-4f9a-498c-a70a-29583f9ccadf tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:08.361412 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0941a451-e0c7-44bf-8e67-9df544689033 req-fdb53b5b-4f9a-498c-a70a-29583f9ccadf tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0574474 Jun 24 09:50:08.414048 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0941a451-e0c7-44bf-8e67-9df544689033 req-57d46abc-e868-4e40-ab20-f89fdaa60ffb tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468512 Jun 24 09:50:08.531222 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69fda1-0db9-4632-8bbe-ea22a8f0fa3d req-bd1a499a-94d6-4d31-b740-3211599610ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:08.532694 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0d69fda1-0db9-4632-8bbe-ea22a8f0fa3d req-bd1a499a-94d6-4d31-b740-3211599610ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0505056 Jun 24 09:50:08.585822 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0d69fda1-0db9-4632-8bbe-ea22a8f0fa3d req-5e58fd84-c8c3-4695-922a-b3df05092ee7 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458839 Jun 24 09:50:08.608464 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 32978) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:50:08.741300 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9768f8ae-df53-4c84-941b-527760df740e tempest-TestShelveInstance-268247487 tempest-TestShelveInstance-268247487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:08.742852 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-9768f8ae-df53-4c84-941b-527760df740e tempest-TestShelveInstance-268247487 tempest-TestShelveInstance-268247487-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 1124 time: 0.1334014 Jun 24 09:50:08.746070 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 32982) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:50:08.750707 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'port_id': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:50:08.774871 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:08.865181 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:08.865840 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:08.901340 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:08.979050 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Allocated IP 172.27.1.177 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:50:09.045439 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:09.084230 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for port (aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:09.120127 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:09.163003 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:50:09.168062 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:50:09.170895 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event updated for resources: {'Port': ['ID=aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:50:09.173245 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:50:09.204204 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.204493 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.204849 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.205170 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.205491 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.205805 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.206114 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.206429 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.206740 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.207098 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.207409 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.207716 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.208026 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.208314 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.208618 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:50:09.804540 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for floatingip (a3d280da-a84f-4fe9-972c-93441f1e372b), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:09.883633 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:09.983310 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:10.041574 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for port (aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:10.046858 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:10.084269 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:10.122373 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event updated for resources: {'Port': ['ID=aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:50:10.133434 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (a3d280da-a84f-4fe9-972c-93441f1e372b), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:10.232818 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Floating IP a3d280da-a84f-4fe9-972c-93441f1e372b associated. External IP: 172.27.1.177, port: ab20f504-ef6d-409e-9d0c-3918f4bb9c57. Jun 24 09:50:10.439854 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Router 9b61eed9-d332-40e1-b24c-66787bf225c8 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:50:10.548037 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:50:10.557987 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1660221-0036-48be-9643-deb9326956dc None None] Sync routers for ids ['9b61eed9-d332-40e1-b24c-66787bf225c8'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:50:10.568263 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:10.569496 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1660221-0036-48be-9643-deb9326956dc None None] Routers {'9b61eed9-d332-40e1-b24c-66787bf225c8'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:50:10.570122 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e1660221-0036-48be-9643-deb9326956dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['9b61eed9-d332-40e1-b24c-66787bf225c8'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:50:10.599646 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-8a5872c1-249b-4e8b-8f56-e938c7ae0052 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8524299 Jun 24 09:50:10.600349 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:50:10.602805 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:50:10.639992 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfb35ca-9f47-418b-b709-dd0c9e248b83 x-openstack-request-id: req-4bfb35ca-9f47-418b-b709-dd0c9e248b83 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:50:10.640268 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:50:10.640506 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bfb35ca-9f47-418b-b709-dd0c9e248b83 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:50:10.641024 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfb35ca-9f47-418b-b709-dd0c9e248b83'] response: {'name': 'network-changed', 'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'status': 'completed', 'code': 200} Jun 24 09:50:10.658970 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:10.678373 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-e1660221-0036-48be-9643-deb9326956dc None None] Set router 9b61eed9-d332-40e1-b24c-66787bf225c8 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:50:10.710938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac req-041cbebd-a280-4c02-ab9b-eac1ec3633f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:10.711932 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:10.712434 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac req-041cbebd-a280-4c02-ab9b-eac1ec3633f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a&device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 1129 time: 0.0417867 Jun 24 09:50:10.825885 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac req-c1c08206-9c26-4b4e-86b3-d94bb2e1e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:10.827381 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac req-c1c08206-9c26-4b4e-86b3-d94bb2e1e8aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c183d41-68d9-4ee6-a230-d5b9c4829714 HTTP/1.1" status: 200 len: 909 time: 0.1064239 Jun 24 09:50:10.892334 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac req-e63f7c80-6255-40fb-a2d1-884caa6e58d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57 HTTP/1.1" status: 200 len: 999 time: 0.0583599 Jun 24 09:50:10.896807 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e1660221-0036-48be-9643-deb9326956dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:28Z', 'revision_number': 4, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'a3d280da-a84f-4fe9-972c-93441f1e372b', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'port_id': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'mac_address': 'fa:16:3e:db:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:50:09Z', 'updated_at': '2022-06-24T09:50:09Z', 'revision_number': 0, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89d135c-caa4-49f2-b653-8ded36ff1d66', 'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'mac_address': 'fa:16:3e:dd:cf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:31Z', 'revision_number': 5, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'subnets': [{'id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:50:10.926169 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1660221-0036-48be-9643-deb9326956dc None None] Checking router: 9b61eed9-d332-40e1-b24c-66787bf225c8 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:50:10.935550 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1660221-0036-48be-9643-deb9326956dc None None] Routers {'9b61eed9-d332-40e1-b24c-66787bf225c8'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:50:10.936042 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e1660221-0036-48be-9643-deb9326956dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:49:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['9b61eed9-d332-40e1-b24c-66787bf225c8'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:50:10.942962 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac req-bde88085-f13b-4e0d-91b9-dc0e00f6b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:10.944450 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac req-bde88085-f13b-4e0d-91b9-dc0e00f6b99e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc7f2ed7-d817-4bd3-a236-7f17e8b116de HTTP/1.1" status: 200 len: 847 time: 0.0459471 Jun 24 09:50:10.981205 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:10.993257 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac req-cc8ceb41-298a-47f9-92ae-a3a28c9625ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:10.994760 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac req-cc8ceb41-298a-47f9-92ae-a3a28c9625ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c183d41-68d9-4ee6-a230-d5b9c4829714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442345 Jun 24 09:50:11.035900 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-e1660221-0036-48be-9643-deb9326956dc None None] Set router 9b61eed9-d332-40e1-b24c-66787bf225c8 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:50:11.089711 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac req-f7457ef4-b118-41cc-ba69-72293e5d4b66 service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876451 Jun 24 09:50:11.191144 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2282d62f-b7cb-4c21-b2dc-9738165bd1ac req-2b7b492d-d92b-4a14-80f5-4e3981177577 service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953743 Jun 24 09:50:11.271800 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e1660221-0036-48be-9643-deb9326956dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:28Z', 'revision_number': 4, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'a3d280da-a84f-4fe9-972c-93441f1e372b', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'port_id': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'mac_address': 'fa:16:3e:db:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:50:09Z', 'updated_at': '2022-06-24T09:50:09Z', 'revision_number': 0, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89d135c-caa4-49f2-b653-8ded36ff1d66', 'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'mac_address': 'fa:16:3e:dd:cf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:31Z', 'revision_number': 5, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'subnets': [{'id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:50:11.297316 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1660221-0036-48be-9643-deb9326956dc None None] The sync data for ids ['9b61eed9-d332-40e1-b24c-66787bf225c8'] in dv-cinder-803823-13-iscsi is: [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:28Z', 'revision_number': 4, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'a3d280da-a84f-4fe9-972c-93441f1e372b', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'port_id': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'mac_address': 'fa:16:3e:db:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:50:09Z', 'updated_at': '2022-06-24T09:50:09Z', 'revision_number': 0, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c89d135c-caa4-49f2-b653-8ded36ff1d66', 'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'mac_address': 'fa:16:3e:dd:cf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:31Z', 'revision_number': 5, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'subnets': [{'id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:50:11.500959 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4aee0-c589-411c-8bf9-e1b3485363ba None None] New status for floating IP a3d280da-a84f-4fe9-972c-93441f1e372b: ACTIVE {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:50:14.233641 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-9c32a4e7-a283-4e76-868a-4acf2636d5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:16.590347 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-1025734c-3ce7-4fad-8b6c-31acd5745710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:17.805859 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:19.137677 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:19.261315 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:21.186082 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:21.188135 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=21 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:21.603264 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:21.605240 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=11 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:23.371106 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:25.818578 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf26d3-f020-4397-8ab0-79fe7a4abdf3 req-a8dff839-9611-4889-8d00-24c766e486be tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:25.820149 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4bcf26d3-f020-4397-8ab0-79fe7a4abdf3 req-a8dff839-9611-4889-8d00-24c766e486be tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0515351 Jun 24 09:50:25.873831 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4bcf26d3-f020-4397-8ab0-79fe7a4abdf3 req-79cc9caa-6020-4bad-905b-42ecc8df0798 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458462 Jun 24 09:50:27.009348 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82279713-7a07-43cf-96a3-30c2907dc091 req-683c9008-45ba-4186-824c-b585c30d9025 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:27.010722 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-82279713-7a07-43cf-96a3-30c2907dc091 req-683c9008-45ba-4186-824c-b585c30d9025 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0529940 Jun 24 09:50:27.061682 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-82279713-7a07-43cf-96a3-30c2907dc091 req-a44b0ad3-80c2-496a-b9cc-5ab58497a2c1 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428243 Jun 24 09:50:28.201905 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53fda-75a7-472f-a25c-d1417f57d400 req-516e5c98-2d58-4949-ae4a-b4abc9ebe6a3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:28.203379 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-81a53fda-75a7-472f-a25c-d1417f57d400 req-516e5c98-2d58-4949-ae4a-b4abc9ebe6a3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0492611 Jun 24 09:50:28.252464 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-81a53fda-75a7-472f-a25c-d1417f57d400 req-4f523f68-5f7c-4a94-b72d-5bbff68314f6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433881 Jun 24 09:50:29.371914 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951570ed-96c3-4e11-9cb2-22c24caafd8b req-f527322f-602f-4322-a6da-b0a116a2eed2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:29.373515 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-951570ed-96c3-4e11-9cb2-22c24caafd8b req-f527322f-602f-4322-a6da-b0a116a2eed2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0484836 Jun 24 09:50:29.425186 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-951570ed-96c3-4e11-9cb2-22c24caafd8b req-7dd74672-e594-48dc-8cd2-bb3b8000b434 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460744 Jun 24 09:50:30.541071 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffb6e5-7dd9-4ccb-bf30-27fec34c4744 req-f743bdd6-eaa5-4ee8-8911-351eedefd816 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:30.542522 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-31ffb6e5-7dd9-4ccb-bf30-27fec34c4744 req-f743bdd6-eaa5-4ee8-8911-351eedefd816 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0476217 Jun 24 09:50:30.590246 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-31ffb6e5-7dd9-4ccb-bf30-27fec34c4744 req-d543c66c-d4e0-46ae-b23d-1567ae0dbcc1 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420749 Jun 24 09:50:31.708383 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bc25b-59fb-467a-8834-399bf624817c req-5603370f-8569-435b-99dd-b5bf1b43f2fc tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:31.709858 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6d7bc25b-59fb-467a-8834-399bf624817c req-5603370f-8569-435b-99dd-b5bf1b43f2fc tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0496728 Jun 24 09:50:31.758463 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6d7bc25b-59fb-467a-8834-399bf624817c req-a39567b8-5b37-4d81-abef-d8d72307ddd2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423503 Jun 24 09:50:32.884712 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f76e20-56f3-4762-b8db-c88aca7ca676 req-e8ee5f76-7188-4865-b301-fd14912e71da tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:32.886163 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-07f76e20-56f3-4762-b8db-c88aca7ca676 req-e8ee5f76-7188-4865-b301-fd14912e71da tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0563254 Jun 24 09:50:32.933392 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-07f76e20-56f3-4762-b8db-c88aca7ca676 req-e6385764-e071-422e-a5e2-146d29066971 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 Jun 24 09:50:33.363443 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:33.364670 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:34.059742 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac19ce3-20bd-4b49-ab6a-bef8367309a9 req-c404bee0-321c-407a-ad6a-d76f1308d042 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:34.061557 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8ac19ce3-20bd-4b49-ab6a-bef8367309a9 req-c404bee0-321c-407a-ad6a-d76f1308d042 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0500576 Jun 24 09:50:34.120756 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8ac19ce3-20bd-4b49-ab6a-bef8367309a9 req-744ec157-5936-41ff-a165-d617a6d501df tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522554 Jun 24 09:50:35.249930 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30cacd-af8e-4517-aeba-abee49feef39 req-5d05d044-3ee7-41f0-ab1b-4a5eb081a0a7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:35.251495 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-aa30cacd-af8e-4517-aeba-abee49feef39 req-5d05d044-3ee7-41f0-ab1b-4a5eb081a0a7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0595770 Jun 24 09:50:35.305370 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-aa30cacd-af8e-4517-aeba-abee49feef39 req-6a2746c5-8865-440c-8030-75a7e596f4e7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480249 Jun 24 09:50:35.869034 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:50:36.434042 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99441414-0f4b-4d10-acfa-831dd6a43da7 req-8bec78d8-06cf-4c5f-b4ce-641160dd9ae4 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:36.435573 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-99441414-0f4b-4d10-acfa-831dd6a43da7 req-8bec78d8-06cf-4c5f-b4ce-641160dd9ae4 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0541883 Jun 24 09:50:36.488224 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-99441414-0f4b-4d10-acfa-831dd6a43da7 req-a1c15a45-6d1c-480c-89bd-1a4fcaa52cf6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467539 Jun 24 09:50:36.749872 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb12e5-6536-4bc7-9398-bbb836f1f373 req-ee48bc32-9e58-4bc6-b866-6756ce98cfda tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:36.751464 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e8bb12e5-6536-4bc7-9398-bbb836f1f373 req-ee48bc32-9e58-4bc6-b866-6756ce98cfda tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0557013 Jun 24 09:50:36.767434 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:36.817257 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964c43-9450-497c-a83a-75f3ec7378c0 req-2a9f5503-b872-41a7-9ed4-02df37e87eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:36.818750 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6964c43-9450-497c-a83a-75f3ec7378c0 req-2a9f5503-b872-41a7-9ed4-02df37e87eda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 1129 time: 0.0603998 Jun 24 09:50:36.856135 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:36.863618 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e8bb12e5-6536-4bc7-9398-bbb836f1f373 req-5b974f48-68ca-46c3-a816-29e70d4409a4 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063240 Jun 24 09:50:36.930273 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964c43-9450-497c-a83a-75f3ec7378c0 req-c5c99e08-f4c8-45c1-9c92-0d603f050f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:36.931773 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6964c43-9450-497c-a83a-75f3ec7378c0 req-c5c99e08-f4c8-45c1-9c92-0d603f050f5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 911 time: 0.1049049 Jun 24 09:50:37.000708 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6964c43-9450-497c-a83a-75f3ec7378c0 req-dfdff2c9-14a7-4a46-9f06-89ee76d35426 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0605764 Jun 24 09:50:37.051849 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964c43-9450-497c-a83a-75f3ec7378c0 req-dbb8e1bf-e8d3-4a49-b02e-62fcdf430611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:37.053319 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6964c43-9450-497c-a83a-75f3ec7378c0 req-dbb8e1bf-e8d3-4a49-b02e-62fcdf430611 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bfd5c95-334c-45d6-b473-8c8898304502 HTTP/1.1" status: 200 len: 849 time: 0.0462461 Jun 24 09:50:37.098255 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964c43-9450-497c-a83a-75f3ec7378c0 req-be56bf78-79ad-4e68-85b9-678e2ad374c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:37.099785 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6964c43-9450-497c-a83a-75f3ec7378c0 req-be56bf78-79ad-4e68-85b9-678e2ad374c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=947f6d7f-3e32-4a48-824a-af7e926d3402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406916 Jun 24 09:50:37.207509 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6964c43-9450-497c-a83a-75f3ec7378c0 req-0374d914-f099-4eb5-b33f-2b8e99600ce8 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009102 Jun 24 09:50:37.305746 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e6964c43-9450-497c-a83a-75f3ec7378c0 req-a5cad70d-e2e3-4932-93f8-3a90e7e1bc56 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895450 Jun 24 09:50:38.003239 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823419-d71c-4e18-952f-06db925daaaf req-ba7c0746-0c3d-4e0c-ac17-effabc964b6e tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:38.004775 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-48823419-d71c-4e18-952f-06db925daaaf req-ba7c0746-0c3d-4e0c-ac17-effabc964b6e tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0602508 Jun 24 09:50:38.052627 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-48823419-d71c-4e18-952f-06db925daaaf req-cc979d9e-df99-4407-87ba-59a9eee68b44 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422292 Jun 24 09:50:39.183523 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5fb08-3917-40fc-bcc7-355484bc4235 req-7a05257d-c64a-45cd-b164-d48ac2431e12 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:39.185002 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bdb5fb08-3917-40fc-bcc7-355484bc4235 req-7a05257d-c64a-45cd-b164-d48ac2431e12 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0522418 Jun 24 09:50:39.236509 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-bdb5fb08-3917-40fc-bcc7-355484bc4235 req-3ea1663d-f413-423b-88fa-1728a67be5ba tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431437 Jun 24 09:50:44.238999 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-362cbc87-323f-4f18-aa72-4684e6931792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:45.864421 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=19 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:45.865137 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=15 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:46.588003 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-9122bea5-c263-4c69-93b7-65aac870aacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:47.819564 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:49.142160 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:49.222422 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=69 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:49.233126 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=59 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:50:49.268153 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:53.376520 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:50:56.428709 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-89805ee2-a9e9-45ad-b02c-815c12b7d874 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423808 Jun 24 09:50:56.510073 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-8b4f56d5-01b2-43be-9951-af33ab55abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:56.511473 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-8b4f56d5-01b2-43be-9951-af33ab55abbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 1129 time: 0.0524294 Jun 24 09:50:56.622421 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-fe54f6a1-d27d-4bd1-8906-cfbb6c17ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:56.623868 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-fe54f6a1-d27d-4bd1-8906-cfbb6c17ab43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 911 time: 0.0914748 Jun 24 09:50:56.702220 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-875d16d5-1242-49cd-b7b8-4fa296b2e547 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0695245 Jun 24 09:50:56.757667 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-45c4ae8e-65e6-412e-bed9-5bf97b747168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:56.759237 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-45c4ae8e-65e6-412e-bed9-5bf97b747168 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bfd5c95-334c-45d6-b473-8c8898304502 HTTP/1.1" status: 200 len: 849 time: 0.0497932 Jun 24 09:50:56.807673 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-6b0fd5e5-dc3c-4416-b1d9-7e846aa86639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:50:56.809089 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-6b0fd5e5-dc3c-4416-b1d9-7e846aa86639 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=947f6d7f-3e32-4a48-824a-af7e926d3402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436401 Jun 24 09:50:56.909655 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-3183318c-27c0-4b7b-89ba-d22a84d4d337 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933990 Jun 24 09:50:57.002447 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cebfb25a-1553-49c8-b1aa-6ce8dad4fe3a req-3826e834-7ae9-434d-8ae8-47f7e8136478 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860386 Jun 24 09:51:03.365894 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:03.367917 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:06.993148 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=41 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:06.999563 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=60 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:12.871468 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:51:13.399684 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1cc6f-fb8a-4b5b-aac7-93e487800dcd req-186af7ad-f944-4bc0-90c8-9e46989a5670 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:13.401228 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-85e1cc6f-fb8a-4b5b-aac7-93e487800dcd req-186af7ad-f944-4bc0-90c8-9e46989a5670 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0562153 Jun 24 09:51:13.450172 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-85e1cc6f-fb8a-4b5b-aac7-93e487800dcd req-577c2bb7-0838-40d0-a2ea-d3e2423c3563 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429864 Jun 24 09:51:14.243945 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f523379b-39ee-4c5f-9795-61d2dee20dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:14.587428 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69d95a-a7cd-4cb1-838a-60fa913b31d4 req-c3813ef9-3a34-4ef3-aaee-fef55a4f9bc7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:14.588982 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0c69d95a-a7cd-4cb1-838a-60fa913b31d4 req-c3813ef9-3a34-4ef3-aaee-fef55a4f9bc7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0537369 Jun 24 09:51:14.640353 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0c69d95a-a7cd-4cb1-838a-60fa913b31d4 req-a851b097-59b2-4bce-95f9-76b3a7b4432e tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431287 Jun 24 09:51:15.767240 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479e7fc-eb7c-4ead-aeeb-65befb037c98 req-7c4c5a50-387f-44fb-ba69-b2417dc4b8fd tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:15.768810 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f479e7fc-eb7c-4ead-aeeb-65befb037c98 req-7c4c5a50-387f-44fb-ba69-b2417dc4b8fd tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0513997 Jun 24 09:51:15.821831 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f479e7fc-eb7c-4ead-aeeb-65befb037c98 req-c604c1cb-0be5-41c5-b27a-6ecd12f60414 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469398 Jun 24 09:51:16.582330 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5d54c5ec-8d09-41a7-962b-283e1d4e06a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:16.794489 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:16.952867 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd6204-2d3c-4250-8680-0703fe09b3cf req-6502cf4b-67d0-4af7-92c6-5389fafbc3fa tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:16.954323 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1bbd6204-2d3c-4250-8680-0703fe09b3cf req-6502cf4b-67d0-4af7-92c6-5389fafbc3fa tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0524156 Jun 24 09:51:17.006037 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1bbd6204-2d3c-4250-8680-0703fe09b3cf req-161b765e-79d4-4588-99ac-6115160fd415 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432184 Jun 24 09:51:17.813584 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:18.140094 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3d024-c130-4140-bd44-343ed5184911 req-9d11c409-32c8-43e8-a574-6c0fc1bd19f3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:18.141471 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b3e3d024-c130-4140-bd44-343ed5184911 req-9d11c409-32c8-43e8-a574-6c0fc1bd19f3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0596993 Jun 24 09:51:18.190895 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b3e3d024-c130-4140-bd44-343ed5184911 req-da4ffe9b-e963-4221-85ad-fe5bc1dbef25 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436149 Jun 24 09:51:19.144945 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:19.263188 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:19.325974 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d8961-9e4b-4177-be54-76bc51e08cc0 req-3db88853-a510-4f08-8459-6b3f497b7674 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:19.327590 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6c9d8961-9e4b-4177-be54-76bc51e08cc0 req-3db88853-a510-4f08-8459-6b3f497b7674 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0548055 Jun 24 09:51:19.378731 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6c9d8961-9e4b-4177-be54-76bc51e08cc0 req-8b89891e-9583-4fb9-88ba-286b195fd90c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447497 Jun 24 09:51:20.520857 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43a72b-454b-4356-a794-ac46b8ee61e8 req-3d152494-8e5c-47c3-a96a-c63a1255bde9 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:20.522331 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3e43a72b-454b-4356-a794-ac46b8ee61e8 req-3d152494-8e5c-47c3-a96a-c63a1255bde9 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0647433 Jun 24 09:51:20.574539 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3e43a72b-454b-4356-a794-ac46b8ee61e8 req-cbcc0015-ee96-49e5-98e0-e192609b8a7d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456238 Jun 24 09:51:21.703406 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ab70b-5652-46fa-961d-472f6d82aef4 req-20c6e214-445a-413d-b3f8-902572a9dd37 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:21.705675 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-835ab70b-5652-46fa-961d-472f6d82aef4 req-20c6e214-445a-413d-b3f8-902572a9dd37 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0574539 Jun 24 09:51:21.762032 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-835ab70b-5652-46fa-961d-472f6d82aef4 req-b3595bd1-fd98-42da-b4ea-4bcfa9fbcea6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502059 Jun 24 09:51:22.865530 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=6 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:22.899672 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b1c43-36c0-443d-abe7-eb953174cb0b req-44e62ce5-e452-46b1-8d66-88d64e0e83c3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:22.901158 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ae1b1c43-36c0-443d-abe7-eb953174cb0b req-44e62ce5-e452-46b1-8d66-88d64e0e83c3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0490034 Jun 24 09:51:22.952233 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ae1b1c43-36c0-443d-abe7-eb953174cb0b req-204b0ff9-4371-448d-8b44-3291a04618d0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453157 Jun 24 09:51:23.317684 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad524cc-b17e-47ba-9829-47d773721421 req-57d53695-7b6d-4803-aad9-d6c5f5b8c6c7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:23.319224 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dad524cc-b17e-47ba-9829-47d773721421 req-57d53695-7b6d-4803-aad9-d6c5f5b8c6c7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 945 time: 0.0525370 Jun 24 09:51:23.367259 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:23.380247 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dad524cc-b17e-47ba-9829-47d773721421 req-444234d6-b774-4d14-826c-666a51b83a94 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534003 Jun 24 09:51:24.086488 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bade50c-8c21-4775-a133-9491f8f2a0c9 req-61c3c233-3c91-43ad-803d-08d1acb22856 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:24.087887 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6bade50c-8c21-4775-a133-9491f8f2a0c9 req-61c3c233-3c91-43ad-803d-08d1acb22856 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0555165 Jun 24 09:51:24.107991 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:24.145031 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6bade50c-8c21-4775-a133-9491f8f2a0c9 req-8a22eace-f31f-4337-b909-4a6060e07434 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510080 Jun 24 09:51:24.522159 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5ff70-7ae5-40f0-a37f-984bd99e4529 req-c7c95e5d-c4a5-4f9e-aeb9-570f0e42f1c8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:24.523696 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b2b5ff70-7ae5-40f0-a37f-984bd99e4529 req-c7c95e5d-c4a5-4f9e-aeb9-570f0e42f1c8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 945 time: 0.0598326 Jun 24 09:51:24.552032 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:24.575760 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b2b5ff70-7ae5-40f0-a37f-984bd99e4529 req-91c02192-8189-44b4-821f-b440511805df tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459487 Jun 24 09:51:24.705757 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126181a-3626-4cad-86fe-09d005be1327 req-ab255648-84b0-4ab9-bef7-fcab77dd932f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:24.707379 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5126181a-3626-4cad-86fe-09d005be1327 req-ab255648-84b0-4ab9-bef7-fcab77dd932f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 945 time: 0.0531626 Jun 24 09:51:24.796762 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Deleting port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:51:24.797068 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:24.911133 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] For port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:51:24.911494 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:25.433464 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca854dc3-87b1-43dc-a8ed-9d6c0c13adbe req-84502f2f-45b2-46e8-8c39-88ae2e5ad0ab tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:25.434860 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ca854dc3-87b1-43dc-a8ed-9d6c0c13adbe req-84502f2f-45b2-46e8-8c39-88ae2e5ad0ab tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0732865 Jun 24 09:51:25.436874 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:25.437425 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (bd182829-658b-483e-b38a-1e4d54fb714f), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:25.437929 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Floating IP bd182829-658b-483e-b38a-1e4d54fb714f disassociated. External IP: 172.27.1.111, port: c5dfd2a6-c3d5-4903-bff2-2f159ad63caf. Jun 24 09:51:25.438075 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Calling delete_port for c5dfd2a6-c3d5-4903-bff2-2f159ad63caf owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:51:25.555726 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ca854dc3-87b1-43dc-a8ed-9d6c0c13adbe req-43515427-15b3-4fb4-a45c-c9c2ad0a3cd6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144414 Jun 24 09:51:25.664128 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (c5dfd2a6-c3d5-4903-bff2-2f159ad63caf), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:25.701743 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-eaa3537b-ae61-492b-88b0-bc24e6e07f87 req-ca930f75-1338-4023-852a-20b8e84960dd tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 210 time: 0.0529397 Jun 24 09:51:25.734178 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event deleted for resources: {'Port': ['ID=c5dfd2a6-c3d5-4903-bff2-2f159ad63caf,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:51:25.763228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.763228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.763228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.763228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.763709 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.763908 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.764292 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.764909 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.765396 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.766028 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.766458 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.766848 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.767254 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.767684 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.768078 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:25.880457 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfbbdd-b4be-47a9-919e-ee73486867ac req-4cbde69b-d06e-41e0-831a-8016599fcfae tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:25.881956 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6ddfbbdd-b4be-47a9-919e-ee73486867ac req-4cbde69b-d06e-41e0-831a-8016599fcfae tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.1380816 Jun 24 09:51:25.902504 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:25.911825 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c9235-7859-4df4-9b24-737e3bbcd176 req-addcac88-0429-4d5f-8614-05cc5d76b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:25.913300 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-050c9235-7859-4df4-9b24-737e3bbcd176 req-addcac88-0429-4d5f-8614-05cc5d76b474 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 1129 time: 0.0848088 Jun 24 09:51:25.979410 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:26.016925 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6ddfbbdd-b4be-47a9-919e-ee73486867ac req-ce2b2e0e-0076-48e8-b663-99bdbd4c3b97 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270978 Jun 24 09:51:26.062299 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:51:26.090010 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c9235-7859-4df4-9b24-737e3bbcd176 req-f54cc65e-42b2-426f-83a6-ab9d57ef54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:26.091482 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-050c9235-7859-4df4-9b24-737e3bbcd176 req-f54cc65e-42b2-426f-83a6-ab9d57ef54eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 911 time: 0.1495650 Jun 24 09:51:26.239847 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-050c9235-7859-4df4-9b24-737e3bbcd176 req-d711288e-e4d8-48f4-a738-9228191028a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 HTTP/1.1" status: 200 len: 1001 time: 0.1101813 Jun 24 09:51:26.260056 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:51:26.271700 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97586b2-8bf0-4446-bccd-58ea0beb812e None None] Sync routers for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:51:26.284205 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97586b2-8bf0-4446-bccd-58ea0beb812e None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:51:26.284868 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e97586b2-8bf0-4446-bccd-58ea0beb812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:51:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:51:26.336188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] No DVR routers for this DVR port c5dfd2a6-c3d5-4903-bff2-2f159ad63caf on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:51:26.340384 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:26.343638 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5126181a-3626-4cad-86fe-09d005be1327 req-84dd117e-6fe4-4834-b533-518440943cc8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "DELETE /v2.0/ports/c5dfd2a6-c3d5-4903-bff2-2f159ad63caf HTTP/1.1" status: 204 len: 173 time: 1.6305642 Jun 24 09:51:26.344083 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'name': 'network-vif-deleted', 'tag': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:51:26.346514 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80371ae-f634-45ac-a586-2fb8ba41956c" -d '{"events": [{"server_uuid": "4e6afd14-78c2-4765-b7ed-dfd75579caad", "name": "network-vif-deleted", "tag": "c5dfd2a6-c3d5-4903-bff2-2f159ad63caf"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:51:26.350165 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c9235-7859-4df4-9b24-737e3bbcd176 req-d3505334-c74a-4c77-ae1f-6d44e87797b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:26.352365 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-050c9235-7859-4df4-9b24-737e3bbcd176 req-d3505334-c74a-4c77-ae1f-6d44e87797b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bfd5c95-334c-45d6-b473-8c8898304502 HTTP/1.1" status: 200 len: 849 time: 0.1036124 Jun 24 09:51:26.406579 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42aa1e3-36eb-4eed-9939-fc2286b46390 x-openstack-request-id: req-d42aa1e3-36eb-4eed-9939-fc2286b46390 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:51:26.406942 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6afd14-78c2-4765-b7ed-dfd75579caad", "name": "network-vif-deleted", "tag": "c5dfd2a6-c3d5-4903-bff2-2f159ad63caf", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:51:26.407330 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d42aa1e3-36eb-4eed-9939-fc2286b46390 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:51:26.411509 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42aa1e3-36eb-4eed-9939-fc2286b46390'] response: {'server_uuid': '4e6afd14-78c2-4765-b7ed-dfd75579caad', 'name': 'network-vif-deleted', 'tag': 'c5dfd2a6-c3d5-4903-bff2-2f159ad63caf', 'status': 'completed', 'code': 200} Jun 24 09:51:26.413839 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c9235-7859-4df4-9b24-737e3bbcd176 req-23adc7e9-c08f-47c2-a326-90dac97c0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:26.415673 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-050c9235-7859-4df4-9b24-737e3bbcd176 req-23adc7e9-c08f-47c2-a326-90dac97c0b41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=947f6d7f-3e32-4a48-824a-af7e926d3402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581369 Jun 24 09:51:26.531228 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-050c9235-7859-4df4-9b24-737e3bbcd176 req-063b4b32-0f31-4530-bd46-f59a2c51fd3d service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091325 Jun 24 09:51:26.554115 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-e97586b2-8bf0-4446-bccd-58ea0beb812e None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:51:26.657825 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-050c9235-7859-4df4-9b24-737e3bbcd176 req-10bc765e-3548-4c84-8a3d-b292805fbbad service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193349 Jun 24 09:51:26.761471 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e97586b2-8bf0-4446-bccd-58ea0beb812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:51:26.793742 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97586b2-8bf0-4446-bccd-58ea0beb812e None None] Checking router: b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:51:26.803439 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97586b2-8bf0-4446-bccd-58ea0beb812e None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:51:26.804018 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e97586b2-8bf0-4446-bccd-58ea0beb812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:51:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:51:26.828382 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a9127852-3da4-45e1-a801-a6f42e051a95 req-9f4fff88-a10c-4555-98aa-fe928626fdc7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6afd14-78c2-4765-b7ed-dfd75579caad HTTP/1.1" status: 200 len: 210 time: 0.0400729 Jun 24 09:51:26.912869 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-e97586b2-8bf0-4446-bccd-58ea0beb812e None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:51:27.118618 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-e97586b2-8bf0-4446-bccd-58ea0beb812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:51:27.143926 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97586b2-8bf0-4446-bccd-58ea0beb812e None None] The sync data for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi is: [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:51:27.147210 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8f90-0a1e-4a5a-aa60-498d372687e1 req-07eddd5a-8fa4-4672-8382-b7a3d2f1216e tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:27.148758 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9a8f8f90-0a1e-4a5a-aa60-498d372687e1 req-07eddd5a-8fa4-4672-8382-b7a3d2f1216e tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0592508 Jun 24 09:51:27.201481 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9a8f8f90-0a1e-4a5a-aa60-498d372687e1 req-f59cc6d0-0baf-47ec-aa5b-9e1dbe2ef1a0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449023 Jun 24 09:51:27.397442 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64b5166-f522-4dca-b9b6-b7fe1df616dd None None] New status for floating IP bd182829-658b-483e-b38a-1e4d54fb714f: DOWN {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:51:28.112977 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-4e908fe7-df7c-4d7a-bf7d-6c62b134e600 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012499460&fields=id&tenant_id=86f042cb88b7426ea9733f70033b55e3 HTTP/1.1" status: 200 len: 267 time: 0.0474539 Jun 24 09:51:28.195830 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:28.196137 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device c5dfd2a6-c3d5-4903-bff2-2f159ad63caf no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:51:28.216327 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: c5dfd2a6-c3d5-4903-bff2-2f159ad63caf {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:51:28.216637 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device c5dfd2a6-c3d5-4903-bff2-2f159ad63caf not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:51:28.227571 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-667c3d54-433c-4c82-bb2f-f611344ba269 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:28.229009 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-667c3d54-433c-4c82-bb2f-f611344ba269 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 812 time: 0.1096485 Jun 24 09:51:28.244806 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-81b9cb6d-5c41-4666-ac6d-3a1edbe6b443 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/quotas/86f042cb88b7426ea9733f70033b55e3 HTTP/1.1" status: 200 len: 375 time: 0.0101550 Jun 24 09:51:28.326323 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-6f49bc3f-552c-4fef-b498-6fc60b55656b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751536 Jun 24 09:51:28.337734 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f4ab7-dcfa-4af4-907d-be70b7ddb347 req-573f2855-1235-43a4-9cca-807050116b9c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:28.339179 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-933f4ab7-dcfa-4af4-907d-be70b7ddb347 req-573f2855-1235-43a4-9cca-807050116b9c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0591395 Jun 24 09:51:28.451973 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-933f4ab7-dcfa-4af4-907d-be70b7ddb347 req-4a7a4ee9-f465-40c9-ba79-e1ee84ee7309 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045794 Jun 24 09:51:28.469269 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-a6c56e7b-5d1f-4ec8-a8c5-7c674195daa9 service neutron] 10.222.0.65 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284478 Jun 24 09:51:28.508208 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:28.578875 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-75966a15-c14a-455d-a7df-e506313cbff9 service neutron] 10.222.0.65 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013815 Jun 24 09:51:28.910238 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4aa240c2-a3dc-4068-9b3c-873eedd51f16 req-8082f168-c9c8-4128-8f07-7843b524becc tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 210 time: 0.0300450 Jun 24 09:51:29.942050 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-7a63c76c-e071-4233-a3f8-9c88f54bd0e9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:29.944107 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-7a63c76c-e071-4233-a3f8-9c88f54bd0e9 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 812 time: 0.1259201 Jun 24 09:51:30.025608 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3d310778-de2f-482a-ad92-99f4c467e81e req-f81e9f0f-fdad-4c74-ab4f-5e0ce9f8f503 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 210 time: 0.0409443 Jun 24 09:51:30.041890 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-a69ba6c8-b4ae-4e41-b8e2-6849529d8c2e tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f042cb88b7426ea9733f70033b55e3 HTTP/1.1" status: 200 len: 380 time: 0.0901108 Jun 24 09:51:30.050451 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'port': {'device_id': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'admin_state_up': True, 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'security_groups': ['5f7ec606-6fe1-4e2c-8f48-87e29cfd201e']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:51:30.170512 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Made reservation on behalf of 86f042cb88b7426ea9733f70033b55e3 for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:51:30.174505 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:30.352924 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Allocated IP 172.20.0.10 (d67d849c-d27d-4bea-a085-4b945957c857/02be826c-05ac-44e6-b17a-ee6933617bf2/25bf3243-4587-41bb-aca6-0b4879099ded) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:51:30.466615 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:30.511145 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for port (25bf3243-4587-41bb-aca6-0b4879099ded), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:30.548654 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:30.593914 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Network d67d849c-d27d-4bea-a085-4b945957c857 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:51:30.597098 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:51:30.599659 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:51:30.629817 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'Port': ['ID=25bf3243-4587-41bb-aca6-0b4879099ded,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:51:30.660598 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:30.661350 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:30.678954 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-5ad6a09e-e993-43d1-8b76-c499662624b5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322083 Jun 24 09:51:30.689983 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Request body: {'port': {'device_id': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:51:30.725558 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:30.754798 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:30.865576 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-df490b34-f9aa-4e92-85fe-970b73828aa1 None None] Provisioning complete for port 25bf3243-4587-41bb-aca6-0b4879099ded triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:51:30.866273 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-df490b34-f9aa-4e92-85fe-970b73828aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:30.899217 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-df490b34-f9aa-4e92-85fe-970b73828aa1 None None] Port 25bf3243-4587-41bb-aca6-0b4879099ded cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:51:31.024154 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bf3243-4587-41bb-aca6-0b4879099ded {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:51:31.031799 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Publish callbacks [] for port (25bf3243-4587-41bb-aca6-0b4879099ded), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:31.044535 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Transition to ACTIVE for port object 25bf3243-4587-41bb-aca6-0b4879099ded will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:51:31.048590 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:31.104878 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Pushing event updated for resources: {'Port': ['ID=25bf3243-4587-41bb-aca6-0b4879099ded,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:51:31.199796 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249347f-bbf0-43e7-ba07-f6e2fe14109d req-6ca02636-293c-4f0c-b886-ce20682de50f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:31.201333 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6249347f-bbf0-43e7-ba07-f6e2fe14109d req-6ca02636-293c-4f0c-b886-ce20682de50f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 944 time: 0.0925491 Jun 24 09:51:31.234037 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Attempting to bind port 25bf3243-4587-41bb-aca6-0b4879099ded on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:51:31.234654 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Attempting to bind port 25bf3243-4587-41bb-aca6-0b4879099ded by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:51:31.234949 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Attempting to bind port 25bf3243-4587-41bb-aca6-0b4879099ded on network d67d849c-d27d-4bea-a085-4b945957c857 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:51:31.245673 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Port 25bf3243-4587-41bb-aca6-0b4879099ded on network d67d849c-d27d-4bea-a085-4b945957c857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:51:31.245988 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Attempting to bind port 25bf3243-4587-41bb-aca6-0b4879099ded on network d67d849c-d27d-4bea-a085-4b945957c857 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:51:31.258673 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:31.262958 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:51:31.263315 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Checking segment: {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:51:31.263695 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Bound using segment: {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:51:31.264181 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Bound port: 25bf3243-4587-41bb-aca6-0b4879099ded, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:51:31.264452 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:31.289536 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6249347f-bbf0-43e7-ba07-f6e2fe14109d req-3e380d32-6e71-4823-a8e3-d0b9b769bfd2 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790095 Jun 24 09:51:31.319311 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:31.322071 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:31.342627 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] For port 25bf3243-4587-41bb-aca6-0b4879099ded, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:51:31.345800 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] For port 25bf3243-4587-41bb-aca6-0b4879099ded, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=25bf3243-4587-41bb-aca6-0b4879099ded,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:51:31.351985 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:31.389673 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:31.390408 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:31.392040 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] 10.222.0.47 "PUT /v2.0/ports/25bf3243-4587-41bb-aca6-0b4879099ded HTTP/1.1" status: 200 len: 1094 time: 0.7062824 Jun 24 09:51:31.392475 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'tag': '25bf3243-4587-41bb-aca6-0b4879099ded'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:51:31.394779 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc063359-02f0-4eaa-b185-e8f9fce49444" -d '{"events": [{"name": "network-changed", "server_uuid": "f2590ea8-3eb7-4a3e-ad98-75df30f2c860", "tag": "25bf3243-4587-41bb-aca6-0b4879099ded"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:51:31.418857 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec00b0-c1ee-4de5-97cd-1a85416788ea service neutron] Pushing event updated for resources: {'Port': ['ID=25bf3243-4587-41bb-aca6-0b4879099ded,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:51:31.454190 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685cba44-57ac-45af-a88d-2c0c1a26f8a7 x-openstack-request-id: req-685cba44-57ac-45af-a88d-2c0c1a26f8a7 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:51:31.454190 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2590ea8-3eb7-4a3e-ad98-75df30f2c860", "tag": "25bf3243-4587-41bb-aca6-0b4879099ded", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:51:31.454190 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-685cba44-57ac-45af-a88d-2c0c1a26f8a7 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:51:31.454605 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685cba44-57ac-45af-a88d-2c0c1a26f8a7'] response: {'name': 'network-changed', 'server_uuid': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'tag': '25bf3243-4587-41bb-aca6-0b4879099ded', 'status': 'completed', 'code': 200} Jun 24 09:51:31.482815 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-eef2ec7a-f66b-4e2e-a29a-a5dd13e8b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:31.484633 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-eef2ec7a-f66b-4e2e-a29a-a5dd13e8b440 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 1128 time: 0.0476260 Jun 24 09:51:31.525135 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-6cad9722-592a-42c4-9bc4-64ef5e546dde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bf3243-4587-41bb-aca6-0b4879099ded HTTP/1.1" status: 200 len: 217 time: 0.0340495 Jun 24 09:51:31.577127 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-209fbbf6-b02c-47b8-ad1c-3397e814086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:31.578865 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-209fbbf6-b02c-47b8-ad1c-3397e814086b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0486910 Jun 24 09:51:31.627476 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-8f35f95c-5821-4882-9c77-5634f810d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:31.629024 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-8f35f95c-5821-4882-9c77-5634f810d2f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444360 Jun 24 09:51:31.668763 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:31.724443 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-c8fcf3d4-2af8-428c-b627-6da4e51b9827 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892882 Jun 24 09:51:31.819516 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-52a8d6ed-5bc2-4c3d-ab2f-79d0a017bbb7 req-32c2fc1e-aae2-4d06-804c-bb8d3bf376e6 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894809 Jun 24 09:51:32.071892 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc063359-02f0-4eaa-b185-e8f9fce49444 req-c9729a0d-617f-4c67-a051-b8bd1f0d7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:32.073286 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cc063359-02f0-4eaa-b185-e8f9fce49444 req-c9729a0d-617f-4c67-a051-b8bd1f0d7cb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 1128 time: 0.0409117 Jun 24 09:51:32.168747 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc063359-02f0-4eaa-b185-e8f9fce49444 req-21460971-ed17-4726-8d31-696e4ea58ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:32.170207 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cc063359-02f0-4eaa-b185-e8f9fce49444 req-21460971-ed17-4726-8d31-696e4ea58ce2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 913 time: 0.0906994 Jun 24 09:51:32.210098 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cc063359-02f0-4eaa-b185-e8f9fce49444 req-0eb32517-cea0-41c1-bb47-2f4d4a85f334 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bf3243-4587-41bb-aca6-0b4879099ded HTTP/1.1" status: 200 len: 217 time: 0.0334918 Jun 24 09:51:32.257983 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc063359-02f0-4eaa-b185-e8f9fce49444 req-478ee057-1329-4a0c-a0ec-fa8ab0301b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:32.259453 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cc063359-02f0-4eaa-b185-e8f9fce49444 req-478ee057-1329-4a0c-a0ec-fa8ab0301b45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0444200 Jun 24 09:51:32.303891 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc063359-02f0-4eaa-b185-e8f9fce49444 req-b7ea058f-ce35-4ba5-8f5e-1ec30d50e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:32.305380 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cc063359-02f0-4eaa-b185-e8f9fce49444 req-b7ea058f-ce35-4ba5-8f5e-1ec30d50e4e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407579 Jun 24 09:51:32.436200 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c88fc-f429-4b3e-ab49-6d6bb98f2e13 req-5d631ac5-37f5-4e66-b06e-65c82a21104b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:32.438424 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-770c88fc-f429-4b3e-ab49-6d6bb98f2e13 req-5d631ac5-37f5-4e66-b06e-65c82a21104b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 944 time: 0.0635195 Jun 24 09:51:32.444006 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cc063359-02f0-4eaa-b185-e8f9fce49444 req-f40dac4f-7354-4ca5-a3f2-9807c596cf32 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328769 Jun 24 09:51:32.529698 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:32.551323 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-770c88fc-f429-4b3e-ab49-6d6bb98f2e13 req-3975bddb-94df-4837-94a4-6c79da0d2de4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063776 Jun 24 09:51:32.573416 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-cc063359-02f0-4eaa-b185-e8f9fce49444 req-2011def1-9236-40b4-a73e-db7d147b9df3 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227748 Jun 24 09:51:33.670018 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9de48-29b8-4633-98d1-c48fe6ec45ef req-917432e2-bff8-47ba-a0a4-406187627331 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:33.671683 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-97e9de48-29b8-4633-98d1-c48fe6ec45ef req-917432e2-bff8-47ba-a0a4-406187627331 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 944 time: 0.0477729 Jun 24 09:51:33.721413 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-97e9de48-29b8-4633-98d1-c48fe6ec45ef req-a2c6e101-6fca-49f0-b4ea-3236e7137447 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440891 Jun 24 09:51:34.847622 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693720a9-8b49-47bc-81e0-902f37e96954 req-21d3033b-2d0c-4de7-883a-a5317cfa879c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:34.849533 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-693720a9-8b49-47bc-81e0-902f37e96954 req-21d3033b-2d0c-4de7-883a-a5317cfa879c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 944 time: 0.0559180 Jun 24 09:51:34.902127 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-693720a9-8b49-47bc-81e0-902f37e96954 req-ef1cc793-0dbf-45d1-a161-597f830c33d1 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439606 Jun 24 09:51:36.018023 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3803c4-078d-4afb-a973-65c6d2828d32 req-fcdbc910-f974-4c0d-9c0f-bb62f687c849 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:36.019501 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4d3803c4-078d-4afb-a973-65c6d2828d32 req-fcdbc910-f974-4c0d-9c0f-bb62f687c849 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 944 time: 0.0490212 Jun 24 09:51:36.070403 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4d3803c4-078d-4afb-a973-65c6d2828d32 req-4be45add-99b8-40bf-9a9c-8f967da63b02 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450916 Jun 24 09:51:37.185428 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:37.201009 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf92488-2a29-4feb-96fd-c70831d1cede req-5126d065-1b02-4639-99bf-f8f57e8749e1 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:37.202505 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0cf92488-2a29-4feb-96fd-c70831d1cede req-5126d065-1b02-4639-99bf-f8f57e8749e1 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 944 time: 0.0538712 Jun 24 09:51:37.258396 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-0cf92488-2a29-4feb-96fd-c70831d1cede req-025c5ea5-5be7-4f96-9fcd-02e7ce36a749 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500522 Jun 24 09:51:38.381712 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a00d7-a604-43ea-bfa8-0e1f8da06827 req-b1033d48-f685-41c4-be6b-2b47f3c92880 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:38.383416 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-385a00d7-a604-43ea-bfa8-0e1f8da06827 req-b1033d48-f685-41c4-be6b-2b47f3c92880 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 944 time: 0.0524950 Jun 24 09:51:38.435432 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-385a00d7-a604-43ea-bfa8-0e1f8da06827 req-8873677f-b9b8-42d7-8132-e196869427b4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457952 Jun 24 09:51:39.590382 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e3aa2-1c8f-42f6-99b4-02e4f1d2c310 req-5667b058-d9a3-41e8-b74e-f6bc80e2151c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:39.592020 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3d0e3aa2-1c8f-42f6-99b4-02e4f1d2c310 req-5667b058-d9a3-41e8-b74e-f6bc80e2151c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 944 time: 0.0585415 Jun 24 09:51:39.647671 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3d0e3aa2-1c8f-42f6-99b4-02e4f1d2c310 req-d348ef96-cdf3-445e-8e24-920a148e9fb0 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498197 Jun 24 09:51:40.241535 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 25bf3243-4587-41bb-aca6-0b4879099ded details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:51:40.351806 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 25bf3243-4587-41bb-aca6-0b4879099ded, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=25bf3243-4587-41bb-aca6-0b4879099ded,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:51:40.363371 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '25bf3243-4587-41bb-aca6-0b4879099ded', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'port_id': '25bf3243-4587-41bb-aca6-0b4879099ded', 'mac_address': 'fa:16:3e:d1:f3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:51:40.399981 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 25bf3243-4587-41bb-aca6-0b4879099ded is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:51:40.400357 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:40.414128 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bf3243-4587-41bb-aca6-0b4879099ded {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:51:40.440271 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 25bf3243-4587-41bb-aca6-0b4879099ded, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=25bf3243-4587-41bb-aca6-0b4879099ded,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:51:40.444785 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:40.496668 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=25bf3243-4587-41bb-aca6-0b4879099ded,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:51:40.504322 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.505196 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.505552 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.505886 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.506283 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.506621 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.506944 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.507291 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.507605 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.507922 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.508243 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.508557 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.508862 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.509236 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.509610 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:51:40.678401 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['25bf3243-4587-41bb-aca6-0b4879099ded'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:51:40.784378 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d4a39-fc4e-4f19-bf65-b7508f6bdfc9 req-a586b683-845a-498e-bd8a-d561b81b6a99 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:40.786736 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c73d4a39-fc4e-4f19-bf65-b7508f6bdfc9 req-a586b683-845a-498e-bd8a-d561b81b6a99 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 945 time: 0.0537124 Jun 24 09:51:40.839183 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c73d4a39-fc4e-4f19-bf65-b7508f6bdfc9 req-50cb8a2f-0ad8-4ddf-83bc-f552281669cc tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472245 Jun 24 09:51:41.964626 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ac611-26f4-49d2-bd4a-81754530b138 req-86496cad-1e27-468c-a036-3cd385931312 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:41.966073 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-427ac611-26f4-49d2-bd4a-81754530b138 req-86496cad-1e27-468c-a036-3cd385931312 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 945 time: 0.0488064 Jun 24 09:51:42.019305 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-427ac611-26f4-49d2-bd4a-81754530b138 req-6a8185d3-ecdc-4257-8a76-a0f839b066f6 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471630 Jun 24 09:51:42.258657 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 25bf3243-4587-41bb-aca6-0b4879099ded up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:51:42.302875 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port 25bf3243-4587-41bb-aca6-0b4879099ded completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:51:42.309419 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 25bf3243-4587-41bb-aca6-0b4879099ded triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:51:42.309804 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:42.390322 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 25bf3243-4587-41bb-aca6-0b4879099ded is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:51:42.390703 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:42.415697 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bf3243-4587-41bb-aca6-0b4879099ded'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:51:42.417957 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00896d4-1a05-4636-8038-4b62905caf3d" -d '{"events": [{"server_uuid": "f2590ea8-3eb7-4a3e-ad98-75df30f2c860", "name": "network-vif-plugged", "status": "completed", "tag": "25bf3243-4587-41bb-aca6-0b4879099ded"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:51:42.431313 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 25bf3243-4587-41bb-aca6-0b4879099ded, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=25bf3243-4587-41bb-aca6-0b4879099ded,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:51:42.436596 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:42.463005 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c0e13b-85cc-486f-955c-350c362d77a3 x-openstack-request-id: req-d2c0e13b-85cc-486f-955c-350c362d77a3 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:51:42.463305 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2590ea8-3eb7-4a3e-ad98-75df30f2c860", "name": "network-vif-plugged", "status": "completed", "tag": "25bf3243-4587-41bb-aca6-0b4879099ded", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:51:42.463619 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d2c0e13b-85cc-486f-955c-350c362d77a3 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:51:42.463935 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c0e13b-85cc-486f-955c-350c362d77a3'] response: {'server_uuid': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bf3243-4587-41bb-aca6-0b4879099ded', 'code': 200} Jun 24 09:51:42.478988 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:42.486683 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:42.492508 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=25bf3243-4587-41bb-aca6-0b4879099ded,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:51:42.827740 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:42.828555 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:42.950919 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c463159-8c9e-4452-bcae-7b805cf0e32b req-6b7f118f-5f07-4721-bf98-166e446053ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:42.952660 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1c463159-8c9e-4452-bcae-7b805cf0e32b req-6b7f118f-5f07-4721-bf98-166e446053ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 1130 time: 0.3085849 Jun 24 09:51:43.006488 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1c463159-8c9e-4452-bcae-7b805cf0e32b req-38c66b1a-4ec8-423b-ae4f-4d52195d4bb2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457766 Jun 24 09:51:43.148440 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2be46d-fbe7-4d2a-9b7a-a4629a853a4f req-ad8206dd-9cc3-4aca-87bc-d795ecbb8613 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:43.149948 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc2be46d-fbe7-4d2a-9b7a-a4629a853a4f req-ad8206dd-9cc3-4aca-87bc-d795ecbb8613 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 946 time: 0.0521023 Jun 24 09:51:43.203255 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fc2be46d-fbe7-4d2a-9b7a-a4629a853a4f req-83898ec4-ef8d-4e08-a2bd-d1eec35e93ee tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448775 Jun 24 09:51:44.257235 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-17bd16f5-d454-4a5b-8463-d3b2c9859425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:44.336907 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5d46f-477d-4697-9c9d-ee5fa764e066 req-bb43a0e7-3ec7-4efc-bebe-bc368541864d tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:44.338504 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2ee5d46f-477d-4697-9c9d-ee5fa764e066 req-bb43a0e7-3ec7-4efc-bebe-bc368541864d tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 946 time: 0.0543389 Jun 24 09:51:44.396867 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2ee5d46f-477d-4697-9c9d-ee5fa764e066 req-6d723ecf-c6bd-4992-b627-5da2cac5db7f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518074 Jun 24 09:51:45.506108 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:45.514643 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dc6c4-5768-4fd5-8952-2211b27459e1 req-f860f03f-fa9f-42ca-b2f6-2236c42d3865 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:45.516165 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-572dc6c4-5768-4fd5-8952-2211b27459e1 req-f860f03f-fa9f-42ca-b2f6-2236c42d3865 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 946 time: 0.0501695 Jun 24 09:51:45.568034 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-572dc6c4-5768-4fd5-8952-2211b27459e1 req-35ddf420-ee9f-496b-9c89-fc0efd6e0e3f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455298 Jun 24 09:51:45.687485 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba6a4e-cd2a-43ff-9297-eb834938576d req-70b6c1da-69a2-4fda-81c0-8e85e88a982a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:45.688878 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f6ba6a4e-cd2a-43ff-9297-eb834938576d req-70b6c1da-69a2-4fda-81c0-8e85e88a982a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 946 time: 0.0509262 Jun 24 09:51:45.748492 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f6ba6a4e-cd2a-43ff-9297-eb834938576d req-790461a6-eb39-4635-ae6d-645971a7ccc4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517571 Jun 24 09:51:45.771328 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33202) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:51:45.810320 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f9331-8375-4c83-add8-7fac6ff984c7 tempest-TestVolumeBootPattern-1011721228 tempest-TestVolumeBootPattern-1011721228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:45.811854 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-3b4f9331-8375-4c83-add8-7fac6ff984c7 tempest-TestVolumeBootPattern-1011721228 tempest-TestVolumeBootPattern-1011721228-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 1125 time: 0.0389733 Jun 24 09:51:45.814693 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33204) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:51:45.819229 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'port_id': '25bf3243-4587-41bb-aca6-0b4879099ded', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:51:45.842107 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:45.871918 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:45.925078 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:46.036599 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Allocated IP 172.27.1.56 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/3ced481f-c34b-4b46-9006-7fc83c065892) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:51:46.166965 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for port (3ced481f-c34b-4b46-9006-7fc83c065892), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:46.206231 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (3ced481f-c34b-4b46-9006-7fc83c065892), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:46.252936 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:51:46.257595 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:51:46.261581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:51:46.266843 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'Port': ['ID=3ced481f-c34b-4b46-9006-7fc83c065892,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:51:46.488141 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:46.591479 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-05ad100d-5866-4476-997e-fcf75c5d9923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:46.671763 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (9144af25-890b-4472-9862-455846fba57d), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:46.758115 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (3ced481f-c34b-4b46-9006-7fc83c065892), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:46.759801 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:46.922745 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for port (3ced481f-c34b-4b46-9006-7fc83c065892), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:46.930111 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (3ced481f-c34b-4b46-9006-7fc83c065892), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:47.004321 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'Port': ['ID=3ced481f-c34b-4b46-9006-7fc83c065892,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:51:47.015642 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (9144af25-890b-4472-9862-455846fba57d), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:47.115588 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Floating IP 9144af25-890b-4472-9862-455846fba57d associated. External IP: 172.27.1.56, port: 25bf3243-4587-41bb-aca6-0b4879099ded. Jun 24 09:51:47.335165 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:51:47.444981 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:51:47.449121 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:47.456480 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194079b1-7d80-4b27-a4b1-d07324de1acd None None] Sync routers for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:51:47.468804 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:47.469321 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194079b1-7d80-4b27-a4b1-d07324de1acd None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:51:47.470011 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-194079b1-7d80-4b27-a4b1-d07324de1acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:51:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:51:47.502116 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-d3bff071-9c76-43e5-8b90-8111dee8036b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6863408 Jun 24 09:51:47.502735 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'tag': '25bf3243-4587-41bb-aca6-0b4879099ded'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:51:47.505665 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8db264-0efb-4792-91c6-6c190fa344f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2590ea8-3eb7-4a3e-ad98-75df30f2c860", "tag": "25bf3243-4587-41bb-aca6-0b4879099ded"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:51:47.546388 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cebdbf-912e-422c-9098-3faffb20a5d6 x-openstack-request-id: req-c4cebdbf-912e-422c-9098-3faffb20a5d6 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:51:47.546841 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2590ea8-3eb7-4a3e-ad98-75df30f2c860", "tag": "25bf3243-4587-41bb-aca6-0b4879099ded", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:51:47.547237 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4cebdbf-912e-422c-9098-3faffb20a5d6 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:51:47.547874 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4cebdbf-912e-422c-9098-3faffb20a5d6'] response: {'name': 'network-changed', 'server_uuid': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'tag': '25bf3243-4587-41bb-aca6-0b4879099ded', 'status': 'completed', 'code': 200} Jun 24 09:51:47.582883 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-194079b1-7d80-4b27-a4b1-d07324de1acd None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:51:47.622564 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8db264-0efb-4792-91c6-6c190fa344f3 req-30efefa8-e4c5-4a5e-9036-8963247c39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:47.624074 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff8db264-0efb-4792-91c6-6c190fa344f3 req-30efefa8-e4c5-4a5e-9036-8963247c39bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 1130 time: 0.0512099 Jun 24 09:51:47.726908 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8db264-0efb-4792-91c6-6c190fa344f3 req-ad329d21-7b3b-496c-a0eb-6cf958b6f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:47.728419 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff8db264-0efb-4792-91c6-6c190fa344f3 req-ad329d21-7b3b-496c-a0eb-6cf958b6f043 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 913 time: 0.0972664 Jun 24 09:51:47.793671 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:51:47.805323 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff8db264-0efb-4792-91c6-6c190fa344f3 req-1b1f0eb9-5c19-4bd4-9ad0-d8233066aa70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bf3243-4587-41bb-aca6-0b4879099ded HTTP/1.1" status: 200 len: 999 time: 0.0703542 Jun 24 09:51:47.806580 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-194079b1-7d80-4b27-a4b1-d07324de1acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '9144af25-890b-4472-9862-455846fba57d', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': '25bf3243-4587-41bb-aca6-0b4879099ded', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:d1:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:51:46Z', 'updated_at': '2022-06-24T09:51:46Z', 'revision_number': 0, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:51:47.838820 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194079b1-7d80-4b27-a4b1-d07324de1acd None None] Checking router: b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:51:47.845221 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:47.850016 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194079b1-7d80-4b27-a4b1-d07324de1acd None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:51:47.850699 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-194079b1-7d80-4b27-a4b1-d07324de1acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:51:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:51:47.857320 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8db264-0efb-4792-91c6-6c190fa344f3 req-3580fcbe-141c-495b-ae66-62b116fade67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:47.858778 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff8db264-0efb-4792-91c6-6c190fa344f3 req-3580fcbe-141c-495b-ae66-62b116fade67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0462499 Jun 24 09:51:47.903654 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8db264-0efb-4792-91c6-6c190fa344f3 req-540618e3-e8b8-4014-a0cb-8b5b72d5fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:47.905149 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff8db264-0efb-4792-91c6-6c190fa344f3 req-540618e3-e8b8-4014-a0cb-8b5b72d5fa84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400915 Jun 24 09:51:47.959542 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-194079b1-7d80-4b27-a4b1-d07324de1acd None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:51:47.999900 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff8db264-0efb-4792-91c6-6c190fa344f3 req-da4b3dad-b7a1-438b-b616-355ae66ec43e service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882521 Jun 24 09:51:48.090986 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff8db264-0efb-4792-91c6-6c190fa344f3 req-48a01165-1b55-4714-b455-52aa3d7578a3 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832639 Jun 24 09:51:48.182561 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-194079b1-7d80-4b27-a4b1-d07324de1acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '9144af25-890b-4472-9862-455846fba57d', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': '25bf3243-4587-41bb-aca6-0b4879099ded', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:d1:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:51:46Z', 'updated_at': '2022-06-24T09:51:46Z', 'revision_number': 0, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:51:48.208093 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194079b1-7d80-4b27-a4b1-d07324de1acd None None] The sync data for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi is: [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '9144af25-890b-4472-9862-455846fba57d', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': '25bf3243-4587-41bb-aca6-0b4879099ded', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:d1:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:51:46Z', 'updated_at': '2022-06-24T09:51:46Z', 'revision_number': 0, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:51:48.410619 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d62a41-acb4-4705-9c3a-c0fb557b0257 None None] New status for floating IP 9144af25-890b-4472-9862-455846fba57d: ACTIVE {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:51:49.154588 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:49.267355 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:49.871686 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:51:53.388135 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:51:57.013367 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-2f3221d7-d1f3-49a7-9b74-c7bf171085c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421846 Jun 24 09:51:57.113018 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-4010d58c-94b2-4c53-9e85-9d4339d6eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:57.115451 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-4010d58c-94b2-4c53-9e85-9d4339d6eaca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 1129 time: 0.0507267 Jun 24 09:51:57.256392 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-1b32da1c-e7ea-42b1-a74c-bef3ad7b69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:57.258988 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-1b32da1c-e7ea-42b1-a74c-bef3ad7b69f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 911 time: 0.1166878 Jun 24 09:51:57.334941 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-d8a9653d-17d0-49cb-af1f-32a0f10b7094 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0689702 Jun 24 09:51:57.394740 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-fa64607b-db5a-4912-ad52-a86702d114cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:57.396314 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-fa64607b-db5a-4912-ad52-a86702d114cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bfd5c95-334c-45d6-b473-8c8898304502 HTTP/1.1" status: 200 len: 849 time: 0.0545900 Jun 24 09:51:57.443382 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-d52ec7ab-4f81-45b0-9b5c-d06bdf3ce74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:51:57.444886 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-d52ec7ab-4f81-45b0-9b5c-d06bdf3ce74f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=947f6d7f-3e32-4a48-824a-af7e926d3402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413575 Jun 24 09:51:57.543346 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-4662ca20-5c8f-429a-8152-770c5ce5978a service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905356 Jun 24 09:51:57.652795 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b4f4829-5a43-4953-9da4-f4d1b80937b9 req-8b463976-d731-49ee-8ebc-38fefa32c861 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023264 Jun 24 09:51:59.867860 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:01.191690 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:01.204102 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398ee00-5f36-460b-97c5-a548d5394059 req-88a73b5a-87b1-49fe-bfdc-cfce21fca0c8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:01.205752 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c398ee00-5f36-460b-97c5-a548d5394059 req-88a73b5a-87b1-49fe-bfdc-cfce21fca0c8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.1124685 Jun 24 09:52:01.255994 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c398ee00-5f36-460b-97c5-a548d5394059 req-883756b0-d634-4d6f-81f4-a681088fbb80 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438719 Jun 24 09:52:02.433734 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeaa69-a298-4417-a927-7f5c6cdad31e req-53a4725f-da73-4b99-bd64-71fbf159d161 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:02.435348 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-16eeaa69-a298-4417-a927-7f5c6cdad31e req-53a4725f-da73-4b99-bd64-71fbf159d161 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.1043499 Jun 24 09:52:02.479209 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:02.487511 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-16eeaa69-a298-4417-a927-7f5c6cdad31e req-926cdf4a-d2e5-4e38-bef5-fd6fd252f1cf tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=86336391-e16f-485e-90a8-98e8525f240d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460489 Jun 24 09:52:03.055324 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306129f-cd74-49f6-84a4-281962203ac8 req-11aa2b14-297c-4af4-973d-b31e1b40420e tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:03.056620 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e306129f-cd74-49f6-84a4-281962203ac8 req-11aa2b14-297c-4af4-973d-b31e1b40420e tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 945 time: 0.0485296 Jun 24 09:52:03.146430 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Deleting port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:52:03.146713 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:03.243985 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] For port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:52:03.244310 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:03.380452 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:03.382381 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:03.417378 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:03.417733 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (77ebf74e-4015-4cc1-b2f6-766edb555fa4), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:03.418043 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Floating IP 77ebf74e-4015-4cc1-b2f6-766edb555fa4 disassociated. External IP: 172.27.1.148, port: 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5. Jun 24 09:52:03.418376 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Calling delete_port for 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:52:03.569103 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (6ccc9a50-deba-4fe7-9a3d-7559860e9eb5), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:03.610077 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event deleted for resources: {'Port': ['ID=6ccc9a50-deba-4fe7-9a3d-7559860e9eb5,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:03.613117 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e47e9ad5-ef90-4daa-af24-de0739028729 req-70dd7532-9657-42a9-83c7-fb37b3363285 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5447c85-6da6-43c6-932d-51bd5ddb6577 HTTP/1.1" status: 200 len: 210 time: 0.0533469 Jun 24 09:52:04.000467 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Router d6d2e334-5b99-493e-b49a-c0c55307c96a has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:52:04.045906 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:04.114170 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:52:04.125591 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeebf706-fe08-45c5-95e8-07330cb9987e None None] Sync routers for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:52:04.135735 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeebf706-fe08-45c5-95e8-07330cb9987e None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:52:04.136347 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-eeebf706-fe08-45c5-95e8-07330cb9987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:51:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:04.157161 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] No DVR routers for this DVR port 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:52:04.159950 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:04.163196 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e306129f-cd74-49f6-84a4-281962203ac8 req-5f2485dd-a8ce-4dc6-b0f5-50327e4d1e6c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.47 "DELETE /v2.0/ports/6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 HTTP/1.1" status: 204 len: 173 time: 1.1006958 Jun 24 09:52:04.163671 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'name': 'network-vif-deleted', 'tag': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:52:04.165952 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bed6362-676b-4925-9c0e-ff557645bc97" -d '{"events": [{"server_uuid": "a5447c85-6da6-43c6-932d-51bd5ddb6577", "name": "network-vif-deleted", "tag": "6ccc9a50-deba-4fe7-9a3d-7559860e9eb5"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:52:04.212719 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6216a51-6b9d-488c-b4da-49e07a6b13be x-openstack-request-id: req-e6216a51-6b9d-488c-b4da-49e07a6b13be {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:52:04.213018 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5447c85-6da6-43c6-932d-51bd5ddb6577", "name": "network-vif-deleted", "tag": "6ccc9a50-deba-4fe7-9a3d-7559860e9eb5", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:52:04.213271 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6216a51-6b9d-488c-b4da-49e07a6b13be {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:52:04.213679 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6216a51-6b9d-488c-b4da-49e07a6b13be'] response: {'server_uuid': 'a5447c85-6da6-43c6-932d-51bd5ddb6577', 'name': 'network-vif-deleted', 'tag': '6ccc9a50-deba-4fe7-9a3d-7559860e9eb5', 'status': 'completed', 'code': 200} Jun 24 09:52:04.395243 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-eeebf706-fe08-45c5-95e8-07330cb9987e None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:52:04.592496 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-eeebf706-fe08-45c5-95e8-07330cb9987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:04.622966 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeebf706-fe08-45c5-95e8-07330cb9987e None None] Checking router: d6d2e334-5b99-493e-b49a-c0c55307c96a for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:52:04.631790 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeebf706-fe08-45c5-95e8-07330cb9987e None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:52:04.632427 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-eeebf706-fe08-45c5-95e8-07330cb9987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:51:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:04.732127 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33248) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:04.751412 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-eeebf706-fe08-45c5-95e8-07330cb9987e None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:52:04.791591 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c5e3734b-043e-4fd9-9247-6e0bd3d6be78 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (86336391-e16f-485e-90a8-98e8525f240d), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:04.816030 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c5e3734b-043e-4fd9-9247-6e0bd3d6be78 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (86336391-e16f-485e-90a8-98e8525f240d), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:04.829658 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:04.869764 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c5e3734b-043e-4fd9-9247-6e0bd3d6be78 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (86336391-e16f-485e-90a8-98e8525f240d), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:04.872650 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-c5e3734b-043e-4fd9-9247-6e0bd3d6be78 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:04.873917 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-c5e3734b-043e-4fd9-9247-6e0bd3d6be78 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "DELETE /v2.0/security-groups/86336391-e16f-485e-90a8-98e8525f240d HTTP/1.1" status: 204 len: 168 time: 0.1407578 Jun 24 09:52:04.876874 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33250) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:04.883638 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3734b-043e-4fd9-9247-6e0bd3d6be78 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86336391-e16f-485e-90a8-98e8525f240d,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:04.893553 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.api.v2.resource [None req-f72498fc-11f2-48b7-a31a-d71055f108d0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] show failed (client error): The resource could not be found. Jun 24 09:52:04.897933 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-f72498fc-11f2-48b7-a31a-d71055f108d0 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups/86336391-e16f-485e-90a8-98e8525f240d HTTP/1.1" status: 404 len: 347 time: 0.0200272 Jun 24 09:52:04.898110 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33254) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:04.961579 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-eeebf706-fe08-45c5-95e8-07330cb9987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:04.988105 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeebf706-fe08-45c5-95e8-07330cb9987e None None] The sync data for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi is: [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:52:05.017741 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-982e8d98-012a-43ae-a457-af32b6d172b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Deleting port 4bd36742-564b-45aa-bc50-63def7b734ed {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:52:05.018076 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-982e8d98-012a-43ae-a457-af32b6d172b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (4bd36742-564b-45aa-bc50-63def7b734ed), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.101096 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-982e8d98-012a-43ae-a457-af32b6d172b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (4bd36742-564b-45aa-bc50-63def7b734ed), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.101440 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-982e8d98-012a-43ae-a457-af32b6d172b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (4bd36742-564b-45aa-bc50-63def7b734ed), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.116794 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-982e8d98-012a-43ae-a457-af32b6d172b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Calling delete_port for 4bd36742-564b-45aa-bc50-63def7b734ed owned by network:floatingip {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:52:05.224905 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cdd5d-4719-4465-82c8-d59412f62bfb None None] New status for floating IP 77ebf74e-4015-4cc1-b2f6-766edb555fa4: DOWN {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:52:05.261081 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-982e8d98-012a-43ae-a457-af32b6d172b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (4bd36742-564b-45aa-bc50-63def7b734ed), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.287938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e8d98-012a-43ae-a457-af32b6d172b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event deleted for resources: {'Port': ['ID=4bd36742-564b-45aa-bc50-63def7b734ed,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:05.302255 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron_lib.db.api [None req-894cdd5d-4719-4465-82c8-d59412f62bfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 09:52:05.302931 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG oslo_db.api [None req-894cdd5d-4719-4465-82c8-d59412f62bfb None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 09:52:05.351578 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-982e8d98-012a-43ae-a457-af32b6d172b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (77ebf74e-4015-4cc1-b2f6-766edb555fa4), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.354212 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-982e8d98-012a-43ae-a457-af32b6d172b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.355494 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-982e8d98-012a-43ae-a457-af32b6d172b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "DELETE /v2.0/floatingips/77ebf74e-4015-4cc1-b2f6-766edb555fa4 HTTP/1.1" status: 204 len: 168 time: 0.4563687 Jun 24 09:52:05.429749 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33258) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:05.434761 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-74edb8ca-fa3a-499e-8992-c8e0f863f8d6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238573954', 'description': 'tempest-description--1827344556'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:52:05.457682 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-74edb8ca-fa3a-499e-8992-c8e0f863f8d6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.533088 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-74edb8ca-fa3a-499e-8992-c8e0f863f8d6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (f574fca2-515a-4f17-a58b-7f78c8e8370f), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.544874 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-74edb8ca-fa3a-499e-8992-c8e0f863f8d6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (f574fca2-515a-4f17-a58b-7f78c8e8370f), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.580765 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edb8ca-fa3a-499e-8992-c8e0f863f8d6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f574fca2-515a-4f17-a58b-7f78c8e8370f,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:05.585525 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-74edb8ca-fa3a-499e-8992-c8e0f863f8d6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.586826 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-74edb8ca-fa3a-499e-8992-c8e0f863f8d6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1558208 Jun 24 09:52:05.590671 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33260) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:05.596518 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'security_group_rule': {'security_group_id': 'f574fca2-515a-4f17-a58b-7f78c8e8370f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:52:05.630736 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (ff9c7170-9f8c-49f1-aad2-b296724e16e4), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.698216 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (ff9c7170-9f8c-49f1-aad2-b296724e16e4), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.702594 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (ff9c7170-9f8c-49f1-aad2-b296724e16e4), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.723321 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9c7170-9f8c-49f1-aad2-b296724e16e4,revision_number=0']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:05.734224 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.735526 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430383 Jun 24 09:52:05.736922 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.737264 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.737601 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.737939 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.738266 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.738598 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.738914 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.739198 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33262) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:05.739991 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.739991 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.739991 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.740432 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.740564 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.740812 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.741125 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.741434 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866eee8-2375-49ff-9d72-3bf83ad45976 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:05.745406 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-9a876417-bacb-45a3-9b85-0955f86c1b0d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'security_group_rule': {'security_group_id': 'f574fca2-515a-4f17-a58b-7f78c8e8370f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:52:05.775613 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:05.777553 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a876417-bacb-45a3-9b85-0955f86c1b0d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (82fe05e9-daf9-4d54-9d75-1f55cabf6072), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.830716 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:DELETE=7,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:05.838250 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a876417-bacb-45a3-9b85-0955f86c1b0d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (82fe05e9-daf9-4d54-9d75-1f55cabf6072), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.842645 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a876417-bacb-45a3-9b85-0955f86c1b0d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799778'] for security_group_rule (82fe05e9-daf9-4d54-9d75-1f55cabf6072), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.862791 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a876417-bacb-45a3-9b85-0955f86c1b0d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fe05e9-daf9-4d54-9d75-1f55cabf6072,revision_number=0']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:05.870604 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-9a876417-bacb-45a3-9b85-0955f86c1b0d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.875136 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-9a876417-bacb-45a3-9b85-0955f86c1b0d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312189 Jun 24 09:52:05.875275 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33264) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:05.879472 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: WARNING neutron.objects.base [None req-894cdd5d-4719-4465-82c8-d59412f62bfb None None] ORM session: SQL execution without transaction in progress, traceback: Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: func(*args, **kwargs) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: self.work.run() Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: result = self.fn(*self.args, **self.kwargs) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: res = self.dispatcher.dispatch(message) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return self._do_dispatch(endpoint, method, ctxt, args) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: result = func(ctxt, **new_args) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return f(*args, **kwargs) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return f(*args, **kwargs) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return f(*dup_args, **dup_kwargs) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: self.l3plugin.update_floatingip_status(context, Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return f_with_retry(*args, **kwargs, Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return f(*args, **kwargs) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return f(*args, **kwargs) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return f(*dup_args, **dup_kwargs) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return l3_obj.FloatingIP.update_object( Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return super(NeutronDbObject, cls).update_object( Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: obj = cls.get_object( Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: db_obj = obj_db_api.get_object( Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return fn(*args, **kwargs) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return _get_filter_query(obj_cls, context, **kwargs).first() Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: return self.limit(1)._iter().first() Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: result = self.session.execute( Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1693, in execute Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: result = fn(orm_exec_state) Jun 24 09:52:05.887109 dv-cinder-803823-13-iscsi neutron-server[110596]: Jun 24 09:52:05.901994 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:05.995037 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:06.097228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Allocated IP 172.27.1.81 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/4a42abe2-c945-4e76-9f1a-829760005fca) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:52:06.219950 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for port (4a42abe2-c945-4e76-9f1a-829760005fca), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:06.258740 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (4a42abe2-c945-4e76-9f1a-829760005fca), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:06.301995 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:52:06.307332 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:52:06.312534 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:52:06.340213 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'Port': ['ID=4a42abe2-c945-4e76-9f1a-829760005fca,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:06.399861 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:52:06.415188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:06.423890 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:52:06.424306 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 6ccc9a50-deba-4fe7-9a3d-7559860e9eb5 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:52:06.455412 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (4a42abe2-c945-4e76-9f1a-829760005fca), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:06.580272 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:06.594128 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:06.611148 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for port (4a42abe2-c945-4e76-9f1a-829760005fca), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:06.617278 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (4a42abe2-c945-4e76-9f1a-829760005fca), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:06.690001 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'Port': ['ID=4a42abe2-c945-4e76-9f1a-829760005fca,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:06.702336 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:06.718968 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:06.720238 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-311ed3fa-1fea-4309-a3fb-33c2cfa5bf2a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8440421 Jun 24 09:52:06.952767 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-7e9c2c95-17a5-40d0-a24a-b43bdc9bbdb2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--238573954&fields=id&tenant_id=9c90246f01ad410ea9569c51eb5f2ecb HTTP/1.1" status: 200 len: 267 time: 0.0629535 Jun 24 09:52:07.010974 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3cc15-39d2-41cc-9f25-b32aeb6de85b req-dcc897ca-284b-4928-a79c-177499c36695 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:07.012550 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9cf3cc15-39d2-41cc-9f25-b32aeb6de85b req-dcc897ca-284b-4928-a79c-177499c36695 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0782146 Jun 24 09:52:07.126192 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9cf3cc15-39d2-41cc-9f25-b32aeb6de85b req-5b5a1607-a981-4306-bb82-bd836dd70567 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052690 Jun 24 09:52:07.131587 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-323b191e-eb3e-4032-ab5b-b5854e3b3fad tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:07.132957 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-323b191e-eb3e-4032-ab5b-b5854e3b3fad tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 810 time: 0.1627836 Jun 24 09:52:07.148689 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-48167a9d-0e0c-4384-bd62-29ba78657ec4 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/quotas/9c90246f01ad410ea9569c51eb5f2ecb HTTP/1.1" status: 200 len: 375 time: 0.0095735 Jun 24 09:52:07.199124 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-3f697931-041b-4d2a-a20d-9c37b7884db6 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445786 Jun 24 09:52:07.215332 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-adfcaba4-7226-4661-8191-1ff58550dc48 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:52:07.216303 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-adfcaba4-7226-4661-8191-1ff58550dc48 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053287 Jun 24 09:52:07.310591 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-bc1ea8df-020e-4518-8661-15110ccbce27 service neutron] 10.222.0.65 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883458 Jun 24 09:52:07.407298 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-e0bfdce0-333c-4e57-874c-819aa29322c9 service neutron] 10.222.0.65 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908184 Jun 24 09:52:07.570596 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c8fb50bf-c9a3-4d57-9376-63906a1d927e req-18dd89e4-4ac9-4af6-a74e-7cec4e74d0c4 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 210 time: 0.0291176 Jun 24 09:52:08.247809 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52adc39-3eb0-483e-8d78-35dfa25cf017 req-92bc70c6-7ecd-480f-8669-390289c3de65 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:08.249275 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a52adc39-3eb0-483e-8d78-35dfa25cf017 req-92bc70c6-7ecd-480f-8669-390289c3de65 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0524096 Jun 24 09:52:08.301134 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-a52adc39-3eb0-483e-8d78-35dfa25cf017 req-5f6ee525-2af4-428a-b562-580daa7774e9 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458336 Jun 24 09:52:08.584148 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-d5175a9b-9450-4520-b2cb-34e408f5dca2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:08.585510 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-d5175a9b-9450-4520-b2cb-34e408f5dca2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.47 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 810 time: 0.1084461 Jun 24 09:52:08.667422 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-c986a7f5-50f7-4313-950b-3373ad9aa779 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c90246f01ad410ea9569c51eb5f2ecb HTTP/1.1" status: 200 len: 379 time: 0.0730300 Jun 24 09:52:08.686591 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'port': {'device_id': '17b90577-f77b-427f-89a9-a98e267d2183', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'admin_state_up': True, 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'security_groups': ['f574fca2-515a-4f17-a58b-7f78c8e8370f']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:52:08.692800 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-513035d7-3b4f-4996-9327-40bb150aef9b req-9ed5d3a1-2412-4193-884d-6ebaa3f0a0d3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 210 time: 0.0431137 Jun 24 09:52:08.705600 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:08.769880 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:08.806575 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Made reservation on behalf of 9c90246f01ad410ea9569c51eb5f2ecb for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:52:08.810264 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:08.938922 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Allocated IP 172.20.0.11 (947f6d7f-3e32-4a48-824a-af7e926d3402/5bfd5c95-334c-45d6-b473-8c8898304502/0ecb3a12-19f1-4395-b438-7958968dc2d2) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:52:09.089053 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:09.127728 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:09.173098 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Network 947f6d7f-3e32-4a48-824a-af7e926d3402 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:52:09.176185 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:52:09.180132 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:52:09.203889 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event updated for resources: {'Port': ['ID=0ecb3a12-19f1-4395-b438-7958968dc2d2,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:09.239202 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:09.239830 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:09.260938 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-1d9393c4-a507-4f22-8b87-c8859340eeb7 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5782065 Jun 24 09:52:09.272909 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-c5dc29b6-c5cf-48ef-8f60-692279bb2424 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:52:09.274505 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-c5dc29b6-c5cf-48ef-8f60-692279bb2424 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0075185 Jun 24 09:52:09.286916 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Request body: {'port': {'device_id': '17b90577-f77b-427f-89a9-a98e267d2183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:52:09.360563 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:09.457077 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-2db69991-96a3-4531-8a7e-de47c3af2efd None None] Provisioning complete for port 0ecb3a12-19f1-4395-b438-7958968dc2d2 triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:52:09.457648 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2db69991-96a3-4531-8a7e-de47c3af2efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:09.492901 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-2db69991-96a3-4531-8a7e-de47c3af2efd None None] Port 0ecb3a12-19f1-4395-b438-7958968dc2d2 cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:52:09.522090 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0db98-8d49-49ca-941d-ecffdea9ac05 req-efc6a440-825d-460e-b589-e308111880a6 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:09.523562 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-13e0db98-8d49-49ca-941d-ecffdea9ac05 req-efc6a440-825d-460e-b589-e308111880a6 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1162767 Jun 24 09:52:09.591528 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:09.647063 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-13e0db98-8d49-49ca-941d-ecffdea9ac05 req-55481d8b-6ac0-41fe-b92a-88e29bd0ba62 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175919 Jun 24 09:52:09.649239 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:09.731562 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecb3a12-19f1-4395-b438-7958968dc2d2 {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:52:09.739749 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Publish callbacks [] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:09.754031 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Transition to ACTIVE for port object 0ecb3a12-19f1-4395-b438-7958968dc2d2 will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:52:09.759189 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:09.848409 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecb3a12-19f1-4395-b438-7958968dc2d2,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:09.856151 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bd4ec-1123-4312-bb63-1d9cbd084049 req-6334d6e6-1f4e-4544-88ba-69536a49c09f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:09.857820 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ee4bd4ec-1123-4312-bb63-1d9cbd084049 req-6334d6e6-1f4e-4544-88ba-69536a49c09f tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 944 time: 0.0742455 Jun 24 09:52:09.960163 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ee4bd4ec-1123-4312-bb63-1d9cbd084049 req-f88de760-ad1c-43ff-b81e-795219f01aab tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=f574fca2-515a-4f17-a58b-7f78c8e8370f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954673 Jun 24 09:52:09.970044 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Attempting to bind port 0ecb3a12-19f1-4395-b438-7958968dc2d2 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:52:09.970383 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Attempting to bind port 0ecb3a12-19f1-4395-b438-7958968dc2d2 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:52:09.970700 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Attempting to bind port 0ecb3a12-19f1-4395-b438-7958968dc2d2 on network 947f6d7f-3e32-4a48-824a-af7e926d3402 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:52:09.975746 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Port 0ecb3a12-19f1-4395-b438-7958968dc2d2 on network 947f6d7f-3e32-4a48-824a-af7e926d3402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:52:09.976061 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Attempting to bind port 0ecb3a12-19f1-4395-b438-7958968dc2d2 on network 947f6d7f-3e32-4a48-824a-af7e926d3402 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:52:09.982758 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:52:09.983120 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Checking segment: {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:52:09.983484 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Bound using segment: {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:52:09.983904 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Bound port: 0ecb3a12-19f1-4395-b438-7958968dc2d2, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bf5320-161d-4750-853f-23cbd3b65f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:52:09.984257 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:10.048780 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] For port 0ecb3a12-19f1-4395-b438-7958968dc2d2, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:52:10.051797 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] For port 0ecb3a12-19f1-4395-b438-7958968dc2d2, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0ecb3a12-19f1-4395-b438-7958968dc2d2,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:52:10.058878 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:10.094303 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:10.094938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:10.097236 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] 10.222.0.47 "PUT /v2.0/ports/0ecb3a12-19f1-4395-b438-7958968dc2d2 HTTP/1.1" status: 200 len: 1094 time: 0.8152924 Jun 24 09:52:10.097670 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b90577-f77b-427f-89a9-a98e267d2183', 'tag': '0ecb3a12-19f1-4395-b438-7958968dc2d2'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:52:10.099998 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "17b90577-f77b-427f-89a9-a98e267d2183", "tag": "0ecb3a12-19f1-4395-b438-7958968dc2d2"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:52:10.125827 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb6ed9-a0e6-42ef-8ba1-61498fb41280 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecb3a12-19f1-4395-b438-7958968dc2d2,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:10.142732 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ce2fdd-846b-457a-a567-4f5dba6bcb1a x-openstack-request-id: req-04ce2fdd-846b-457a-a567-4f5dba6bcb1a {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:52:10.143017 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b90577-f77b-427f-89a9-a98e267d2183", "tag": "0ecb3a12-19f1-4395-b438-7958968dc2d2", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:52:10.143305 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04ce2fdd-846b-457a-a567-4f5dba6bcb1a {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:52:10.143682 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ce2fdd-846b-457a-a567-4f5dba6bcb1a'] response: {'name': 'network-changed', 'server_uuid': '17b90577-f77b-427f-89a9-a98e267d2183', 'tag': '0ecb3a12-19f1-4395-b438-7958968dc2d2', 'status': 'completed', 'code': 200} Jun 24 09:52:10.191870 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-9e837322-7411-4e23-9bc3-627b5643b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:10.193420 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-9e837322-7411-4e23-9bc3-627b5643b91b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 1128 time: 0.0434139 Jun 24 09:52:10.239701 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-7b61a9a5-812b-446f-8681-1876ed2d121c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecb3a12-19f1-4395-b438-7958968dc2d2 HTTP/1.1" status: 200 len: 217 time: 0.0388935 Jun 24 09:52:10.294714 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-2235bd0f-af84-49c7-98b8-780acd2eac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:10.296211 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-2235bd0f-af84-49c7-98b8-780acd2eac28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bfd5c95-334c-45d6-b473-8c8898304502 HTTP/1.1" status: 200 len: 849 time: 0.0516131 Jun 24 09:52:10.342176 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-a994919e-db55-4d7f-ad17-63f6b09d61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:10.343731 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-a994919e-db55-4d7f-ad17-63f6b09d61d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=947f6d7f-3e32-4a48-824a-af7e926d3402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415864 Jun 24 09:52:10.438368 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-be48e403-e71f-4166-8cd2-801235b381f4 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878088 Jun 24 09:52:10.537935 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2c445936-d1e5-412c-a70a-495ccb137de6 req-81bb2f52-bba6-4490-bc61-1131a1bf0c18 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931911 Jun 24 09:52:10.751471 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:10.765677 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9695fa7-f6d1-4b67-ba5c-d59dcad28559 req-de7876ee-694d-4b37-916e-dc9368e6e4b1 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:10.767181 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d9695fa7-f6d1-4b67-ba5c-d59dcad28559 req-de7876ee-694d-4b37-916e-dc9368e6e4b1 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0495598 Jun 24 09:52:10.804822 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:10.819399 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d9695fa7-f6d1-4b67-ba5c-d59dcad28559 req-96dd911c-cf33-4f17-ba04-adc02da1d7d7 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464532 Jun 24 09:52:11.091138 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513030eb-572f-4cfd-b2b2-bbc98bcc49b5 req-62e6d98d-69a9-4380-8135-ecdab1e3e6ca tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:11.092503 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-513030eb-572f-4cfd-b2b2-bbc98bcc49b5 req-62e6d98d-69a9-4380-8135-ecdab1e3e6ca tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 944 time: 0.0507920 Jun 24 09:52:11.141398 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-513030eb-572f-4cfd-b2b2-bbc98bcc49b5 req-20ff19b5-eb66-4007-8087-7a61188e7a21 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=f574fca2-515a-4f17-a58b-7f78c8e8370f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430856 Jun 24 09:52:11.297253 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b req-eff42e62-0ef2-4ccd-aa48-ad6970cd8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:11.298773 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b req-eff42e62-0ef2-4ccd-aa48-ad6970cd8d4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 1128 time: 0.0422690 Jun 24 09:52:11.395972 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b req-ed60d44a-3253-4608-8efc-2e99c62fc242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:11.397347 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b req-ed60d44a-3253-4608-8efc-2e99c62fc242 service neutron] 10.222.0.47 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 911 time: 0.0932267 Jun 24 09:52:11.435857 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b req-eeb544a1-00ec-41e2-b6d0-9369b75d8852 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecb3a12-19f1-4395-b438-7958968dc2d2 HTTP/1.1" status: 200 len: 217 time: 0.0324638 Jun 24 09:52:11.484111 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b req-44dc6774-8c3b-4dd4-93e1-a76632845bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:11.485535 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b req-44dc6774-8c3b-4dd4-93e1-a76632845bfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bfd5c95-334c-45d6-b473-8c8898304502 HTTP/1.1" status: 200 len: 849 time: 0.0439243 Jun 24 09:52:11.533903 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b req-3ff95199-cb3d-489e-9e4d-2b4b2ac1ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:11.535418 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b req-3ff95199-cb3d-489e-9e4d-2b4b2ac1ad49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=947f6d7f-3e32-4a48-824a-af7e926d3402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440133 Jun 24 09:52:11.630729 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b req-48c5d79d-6229-4b16-81f5-f58b00c50946 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892258 Jun 24 09:52:11.728322 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-21e5977d-e2e1-41b4-bb69-a3f266f52f5b req-642db4ac-a764-4e71-989b-d29a6b7726cf service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916147 Jun 24 09:52:11.936168 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4508d25-51ca-4ecc-a426-db2ba4083490 req-e7057364-18be-4551-977a-d6ba6c83bcce tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:11.937637 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4508d25-51ca-4ecc-a426-db2ba4083490 req-e7057364-18be-4551-977a-d6ba6c83bcce tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0474453 Jun 24 09:52:11.998819 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c4508d25-51ca-4ecc-a426-db2ba4083490 req-4b1886f2-89f3-4fd8-81f6-dadd79918ea7 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527143 Jun 24 09:52:12.259231 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79e233-5ceb-4ea7-84bb-5d54e82b68f5 req-8a6c777b-f847-49f5-be5d-fbee13a342ff tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:12.260688 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dd79e233-5ceb-4ea7-84bb-5d54e82b68f5 req-8a6c777b-f847-49f5-be5d-fbee13a342ff tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 944 time: 0.0497129 Jun 24 09:52:12.317784 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dd79e233-5ceb-4ea7-84bb-5d54e82b68f5 req-767367dc-9361-4853-a799-c83db0eb497b tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=f574fca2-515a-4f17-a58b-7f78c8e8370f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496049 Jun 24 09:52:12.426469 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 0ecb3a12-19f1-4395-b438-7958968dc2d2 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:52:12.528954 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 0ecb3a12-19f1-4395-b438-7958968dc2d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0ecb3a12-19f1-4395-b438-7958968dc2d2,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:52:12.540978 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': '0ecb3a12-19f1-4395-b438-7958968dc2d2', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'port_id': '0ecb3a12-19f1-4395-b438-7958968dc2d2', 'mac_address': 'fa:16:3e:ca:6b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:52:12.571015 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:12.577230 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:12.579835 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 0ecb3a12-19f1-4395-b438-7958968dc2d2 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:52:12.580213 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:12.595171 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecb3a12-19f1-4395-b438-7958968dc2d2 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:52:12.616403 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 0ecb3a12-19f1-4395-b438-7958968dc2d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0ecb3a12-19f1-4395-b438-7958968dc2d2,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:52:12.622369 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:12.675923 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=0ecb3a12-19f1-4395-b438-7958968dc2d2,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:12.832482 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['0ecb3a12-19f1-4395-b438-7958968dc2d2'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:52:13.388167 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e426e2-94a2-4b1e-aacd-29f7fac42a61 req-8fe74702-85fb-46d4-ba04-35765578b317 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:13.389652 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-67e426e2-94a2-4b1e-aacd-29f7fac42a61 req-8fe74702-85fb-46d4-ba04-35765578b317 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.3147373 Jun 24 09:52:13.456104 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c990ea-c4de-4bf7-bdb2-40507bca2815 req-6f6a5d79-95c6-4d87-b48b-b51ff0c42741 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:13.457561 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-13c990ea-c4de-4bf7-bdb2-40507bca2815 req-6f6a5d79-95c6-4d87-b48b-b51ff0c42741 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 945 time: 0.0643156 Jun 24 09:52:13.487917 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-67e426e2-94a2-4b1e-aacd-29f7fac42a61 req-1527b4e9-7361-4271-810f-629efdab7ddc tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862734 Jun 24 09:52:13.519813 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-13c990ea-c4de-4bf7-bdb2-40507bca2815 req-4bd28c0b-f418-41b3-a460-ea1305c9a429 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=f574fca2-515a-4f17-a58b-7f78c8e8370f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560431 Jun 24 09:52:14.253359 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-4c011671-bd7a-4ebc-8c23-9354021422a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:14.426391 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 0ecb3a12-19f1-4395-b438-7958968dc2d2 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:52:14.488163 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port 0ecb3a12-19f1-4395-b438-7958968dc2d2 completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:52:14.495592 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port 0ecb3a12-19f1-4395-b438-7958968dc2d2 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:52:14.495961 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:14.572827 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port 0ecb3a12-19f1-4395-b438-7958968dc2d2 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:52:14.576286 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:14.601444 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b90577-f77b-427f-89a9-a98e267d2183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb3a12-19f1-4395-b438-7958968dc2d2'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:52:14.603933 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec62f83-ff03-4f3e-b127-76e2a404a427" -d '{"events": [{"server_uuid": "17b90577-f77b-427f-89a9-a98e267d2183", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb3a12-19f1-4395-b438-7958968dc2d2"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:52:14.609403 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:14.617563 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port 0ecb3a12-19f1-4395-b438-7958968dc2d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0ecb3a12-19f1-4395-b438-7958968dc2d2,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:52:14.621755 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:14.638920 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8957841-e653-46a7-ac72-717e3fbe7e3c req-714c90f6-e4cc-4f84-9be1-cdff255643d9 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:14.640449 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c8957841-e653-46a7-ac72-717e3fbe7e3c req-714c90f6-e4cc-4f84-9be1-cdff255643d9 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0779743 Jun 24 09:52:14.672618 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ee77c-42c6-4fe3-a9d5-9a5a1196cbe7 req-f641c695-d5dc-48ca-929e-79e1bb3d2f35 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:14.674142 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-590ee77c-42c6-4fe3-a9d5-9a5a1196cbe7 req-f641c695-d5dc-48ca-929e-79e1bb3d2f35 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 945 time: 0.0755465 Jun 24 09:52:14.675589 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=0ecb3a12-19f1-4395-b438-7958968dc2d2,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:14.721703 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c8957841-e653-46a7-ac72-717e3fbe7e3c req-c7db8c7f-c846-4c03-8caa-b2b403ad0dac tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753367 Jun 24 09:52:14.723363 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:14.756653 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-590ee77c-42c6-4fe3-a9d5-9a5a1196cbe7 req-eb05b141-822a-4e7d-b368-00c34ad5e008 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=f574fca2-515a-4f17-a58b-7f78c8e8370f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761330 Jun 24 09:52:14.773490 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94b0375-236d-4d25-91ca-9a5ead6a84a0 x-openstack-request-id: req-c94b0375-236d-4d25-91ca-9a5ead6a84a0 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:52:14.773780 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b90577-f77b-427f-89a9-a98e267d2183", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb3a12-19f1-4395-b438-7958968dc2d2", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:52:14.774049 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c94b0375-236d-4d25-91ca-9a5ead6a84a0 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:52:14.774451 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94b0375-236d-4d25-91ca-9a5ead6a84a0'] response: {'server_uuid': '17b90577-f77b-427f-89a9-a98e267d2183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb3a12-19f1-4395-b438-7958968dc2d2', 'code': 200} Jun 24 09:52:14.968693 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b838c-59e3-463e-8648-b82191228d79 req-68f58b41-1bd6-4538-9370-2af6ea0bd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:14.970199 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9d9b838c-59e3-463e-8648-b82191228d79 req-68f58b41-1bd6-4538-9370-2af6ea0bd906 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 1130 time: 0.0493746 Jun 24 09:52:15.016285 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9d9b838c-59e3-463e-8648-b82191228d79 req-957ca6e9-6d59-4c5a-b456-73273ec6e5e5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f574fca2-515a-4f17-a58b-7f78c8e8370f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395355 Jun 24 09:52:15.726955 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=16,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:15.727911 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=19,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:15.851908 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c2c90-3728-4d74-b27e-eecc4f3e8fd1 req-4dcefca5-75c0-4a53-9170-b5aaa64b0783 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:15.853260 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dd2c2c90-3728-4d74-b27e-eecc4f3e8fd1 req-4dcefca5-75c0-4a53-9170-b5aaa64b0783 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0569568 Jun 24 09:52:15.892348 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:15.903298 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458e4c6-cd1e-4af1-84fa-2f704f40df3a req-c504f4bc-8cdf-429c-9e59-14bcd3aa6bc5 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:15.904895 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d458e4c6-cd1e-4af1-84fa-2f704f40df3a req-c504f4bc-8cdf-429c-9e59-14bcd3aa6bc5 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 946 time: 0.0745275 Jun 24 09:52:15.917002 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:15.953155 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-dd2c2c90-3728-4d74-b27e-eecc4f3e8fd1 req-22d98e05-57f0-436b-b3d0-b6b41ac3fa91 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838859 Jun 24 09:52:15.977435 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d458e4c6-cd1e-4af1-84fa-2f704f40df3a req-a5be4122-a55b-4914-9c48-357b6cf9c448 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=f574fca2-515a-4f17-a58b-7f78c8e8370f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663531 Jun 24 09:52:16.590244 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-bb01cbc0-a2ed-45b1-9e29-7c445a2cd01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:17.133075 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b54de5-68b7-49db-935f-b2de9bf6f60b req-a86f8722-3860-445c-a71f-fbd4002ee89d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:17.134544 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c0b54de5-68b7-49db-935f-b2de9bf6f60b req-a86f8722-3860-445c-a71f-fbd4002ee89d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1118805 Jun 24 09:52:17.139765 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5c95c-951d-4c37-b1e6-3c1e6dfc35f0 req-7a815919-c615-4cf7-be9d-276b0a77f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:17.141204 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6ec5c95c-951d-4c37-b1e6-3c1e6dfc35f0 req-7a815919-c615-4cf7-be9d-276b0a77f390 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a&device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 1129 time: 0.0774951 Jun 24 09:52:17.155659 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b145-f091-4574-820c-43c54ad888a8 req-5cd51b62-dcac-4a28-bb5f-64eb9a027483 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:17.157030 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b392b145-f091-4574-820c-43c54ad888a8 req-5cd51b62-dcac-4a28-bb5f-64eb9a027483 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 946 time: 0.1043556 Jun 24 09:52:17.282284 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c0b54de5-68b7-49db-935f-b2de9bf6f60b req-fafe8463-dd79-484d-b31a-2047a70fa3e8 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383832 Jun 24 09:52:17.303904 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b392b145-f091-4574-820c-43c54ad888a8 req-bdca01b4-3102-44a1-a2e2-3d089491405a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=f574fca2-515a-4f17-a58b-7f78c8e8370f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307266 Jun 24 09:52:17.322491 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5c95c-951d-4c37-b1e6-3c1e6dfc35f0 req-413981ed-5076-46f3-9add-254553e55115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:17.323960 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6ec5c95c-951d-4c37-b1e6-3c1e6dfc35f0 req-413981ed-5076-46f3-9add-254553e55115 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c183d41-68d9-4ee6-a230-d5b9c4829714 HTTP/1.1" status: 200 len: 909 time: 0.1651063 Jun 24 09:52:17.419292 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6ec5c95c-951d-4c37-b1e6-3c1e6dfc35f0 req-3aff3ca8-a2dc-49a7-8cc1-cd8f5c4b00aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57 HTTP/1.1" status: 200 len: 1001 time: 0.0876083 Jun 24 09:52:17.430503 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632e589-b88f-4a7e-92c9-ddb1a04ba8a0 req-0b2ec6c7-4078-435e-b01e-b1f4cc02452a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:17.432233 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3632e589-b88f-4a7e-92c9-ddb1a04ba8a0 req-0b2ec6c7-4078-435e-b01e-b1f4cc02452a tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 946 time: 0.0593615 Jun 24 09:52:17.442337 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33342) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:17.447942 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-114cf536-53b4-4fb8-8838-8ca4bcdbc427 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Request body: {'floatingip': {'port_id': '0ecb3a12-19f1-4395-b438-7958968dc2d2'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:52:17.483194 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5c95c-951d-4c37-b1e6-3c1e6dfc35f0 req-f6a1b048-de49-49e1-be2a-1ee2b83e81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:17.484648 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6ec5c95c-951d-4c37-b1e6-3c1e6dfc35f0 req-f6a1b048-de49-49e1-be2a-1ee2b83e81b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc7f2ed7-d817-4bd3-a236-7f17e8b116de HTTP/1.1" status: 200 len: 847 time: 0.0513961 Jun 24 09:52:17.487205 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-114cf536-53b4-4fb8-8838-8ca4bcdbc427 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:17.528867 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5c95c-951d-4c37-b1e6-3c1e6dfc35f0 req-e2dd5849-17c9-4a52-b0c8-cee477f8c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:17.530663 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6ec5c95c-951d-4c37-b1e6-3c1e6dfc35f0 req-e2dd5849-17c9-4a52-b0c8-cee477f8c0fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c183d41-68d9-4ee6-a230-d5b9c4829714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402899 Jun 24 09:52:17.634214 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6ec5c95c-951d-4c37-b1e6-3c1e6dfc35f0 req-b353c0e9-333d-40f3-ac8f-0b81d7610856 service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977416 Jun 24 09:52:17.648412 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:17.713904 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:17.732271 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6ec5c95c-951d-4c37-b1e6-3c1e6dfc35f0 req-44d08b53-d3a6-4f7b-96a8-1973584cf921 service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921466 Jun 24 09:52:17.822494 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:17.970441 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-114cf536-53b4-4fb8-8838-8ca4bcdbc427 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:17.976189 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-114cf536-53b4-4fb8-8838-8ca4bcdbc427 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:18.075597 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [None req-114cf536-53b4-4fb8-8838-8ca4bcdbc427 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Floating IP b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef associated. External IP: 172.27.1.81, port: 0ecb3a12-19f1-4395-b438-7958968dc2d2. Jun 24 09:52:18.285983 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114cf536-53b4-4fb8-8838-8ca4bcdbc427 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Router d6d2e334-5b99-493e-b49a-c0c55307c96a has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:52:18.392889 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114cf536-53b4-4fb8-8838-8ca4bcdbc427 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:52:18.399520 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-114cf536-53b4-4fb8-8838-8ca4bcdbc427 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:18.406497 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296bf92c-13e1-4d21-85e1-dcf86aa90482 None None] Sync routers for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:52:18.406698 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039be47-8f39-4aef-8e6b-0758a6f78ed8 req-86159c54-ad65-4056-94a9-226ac00af121 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:18.408160 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8039be47-8f39-4aef-8e6b-0758a6f78ed8 req-86159c54-ad65-4056-94a9-226ac00af121 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0505188 Jun 24 09:52:18.418841 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296bf92c-13e1-4d21-85e1-dcf86aa90482 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:52:18.420537 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-296bf92c-13e1-4d21-85e1-dcf86aa90482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:52:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:18.433145 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-114cf536-53b4-4fb8-8838-8ca4bcdbc427 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "PUT /v2.0/floatingips/b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef HTTP/1.1" status: 200 len: 991 time: 0.9894593 Jun 24 09:52:18.433828 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b90577-f77b-427f-89a9-a98e267d2183', 'tag': '0ecb3a12-19f1-4395-b438-7958968dc2d2'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:52:18.436797 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5167596a-769f-46b0-bda8-202417b2aa5b" -d '{"events": [{"name": "network-changed", "server_uuid": "17b90577-f77b-427f-89a9-a98e267d2183", "tag": "0ecb3a12-19f1-4395-b438-7958968dc2d2"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:52:18.474621 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8039be47-8f39-4aef-8e6b-0758a6f78ed8 req-0bd041b2-3ad9-483a-adfe-1276bf73e705 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601192 Jun 24 09:52:18.479331 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d50b0a0-128f-4883-a5c4-a4d4e2a077ff x-openstack-request-id: req-9d50b0a0-128f-4883-a5c4-a4d4e2a077ff {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:52:18.479843 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b90577-f77b-427f-89a9-a98e267d2183", "tag": "0ecb3a12-19f1-4395-b438-7958968dc2d2", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:52:18.479843 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d50b0a0-128f-4883-a5c4-a4d4e2a077ff {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:52:18.480288 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d50b0a0-128f-4883-a5c4-a4d4e2a077ff'] response: {'name': 'network-changed', 'server_uuid': '17b90577-f77b-427f-89a9-a98e267d2183', 'tag': '0ecb3a12-19f1-4395-b438-7958968dc2d2', 'status': 'completed', 'code': 200} Jun 24 09:52:18.534050 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-296bf92c-13e1-4d21-85e1-dcf86aa90482 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:52:18.704101 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:18.725877 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:18.746868 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-296bf92c-13e1-4d21-85e1-dcf86aa90482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'port_id': '0ecb3a12-19f1-4395-b438-7958968dc2d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'mac_address': 'fa:16:3e:ca:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b90577-f77b-427f-89a9-a98e267d2183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:52:06Z', 'updated_at': '2022-06-24T09:52:17Z', 'revision_number': 1, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:18.772081 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296bf92c-13e1-4d21-85e1-dcf86aa90482 None None] Checking router: d6d2e334-5b99-493e-b49a-c0c55307c96a for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:52:18.781145 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296bf92c-13e1-4d21-85e1-dcf86aa90482 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:52:18.781741 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-296bf92c-13e1-4d21-85e1-dcf86aa90482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:52:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:18.854505 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167596a-769f-46b0-bda8-202417b2aa5b req-5cdf6dcd-6848-47f0-ab33-89abf18201ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:18.856048 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5167596a-769f-46b0-bda8-202417b2aa5b req-5cdf6dcd-6848-47f0-ab33-89abf18201ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 1130 time: 0.0415218 Jun 24 09:52:18.886091 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-296bf92c-13e1-4d21-85e1-dcf86aa90482 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:52:18.961919 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167596a-769f-46b0-bda8-202417b2aa5b req-2907032c-4df4-4dc1-93d6-72e11941bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:18.963345 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5167596a-769f-46b0-bda8-202417b2aa5b req-2907032c-4df4-4dc1-93d6-72e11941bb95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 200 len: 911 time: 0.1000831 Jun 24 09:52:19.110583 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-296bf92c-13e1-4d21-85e1-dcf86aa90482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'port_id': '0ecb3a12-19f1-4395-b438-7958968dc2d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'mac_address': 'fa:16:3e:ca:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b90577-f77b-427f-89a9-a98e267d2183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:52:06Z', 'updated_at': '2022-06-24T09:52:17Z', 'revision_number': 1, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:19.120583 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5167596a-769f-46b0-bda8-202417b2aa5b req-5f28c506-bbc3-49c1-9835-6834751e657c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecb3a12-19f1-4395-b438-7958968dc2d2 HTTP/1.1" status: 200 len: 999 time: 0.0623741 Jun 24 09:52:19.181110 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167596a-769f-46b0-bda8-202417b2aa5b req-77cadfbd-14ca-41e4-a9d9-620bfcb2ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:19.182958 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5167596a-769f-46b0-bda8-202417b2aa5b req-77cadfbd-14ca-41e4-a9d9-620bfcb2ac73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bfd5c95-334c-45d6-b473-8c8898304502 HTTP/1.1" status: 200 len: 849 time: 0.0507698 Jun 24 09:52:19.231738 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167596a-769f-46b0-bda8-202417b2aa5b req-8187e3e9-efff-4b44-9779-50fd8a4fe7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:19.233229 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5167596a-769f-46b0-bda8-202417b2aa5b req-8187e3e9-efff-4b44-9779-50fd8a4fe7e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=947f6d7f-3e32-4a48-824a-af7e926d3402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436976 Jun 24 09:52:19.289380 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296bf92c-13e1-4d21-85e1-dcf86aa90482 None None] The sync data for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi is: [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': 'b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'port_id': '0ecb3a12-19f1-4395-b438-7958968dc2d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'mac_address': 'fa:16:3e:ca:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b90577-f77b-427f-89a9-a98e267d2183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:52:06Z', 'updated_at': '2022-06-24T09:52:17Z', 'revision_number': 1, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:52:19.303201 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:19.304919 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:19.347243 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5167596a-769f-46b0-bda8-202417b2aa5b req-90fee11b-a243-4f61-aa1f-3ec28750c5f8 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079226 Jun 24 09:52:19.452450 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5167596a-769f-46b0-bda8-202417b2aa5b req-94e7df21-e667-4b3c-9467-ed1d4c536133 service neutron] 10.222.0.47 "GET /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988991 Jun 24 09:52:19.528191 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05cce6-e541-4921-a098-7b86fca29c36 None None] New status for floating IP b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef: ACTIVE {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:52:19.616709 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377d14f-0299-4989-a024-2f3e7a45c766 req-23febb5c-878c-4999-b73d-d92732e1281d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:19.618342 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4377d14f-0299-4989-a024-2f3e7a45c766 req-23febb5c-878c-4999-b73d-d92732e1281d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0557332 Jun 24 09:52:19.679834 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-4377d14f-0299-4989-a024-2f3e7a45c766 req-a84caa54-bda6-4f2d-844f-81ad8da7f27a tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547032 Jun 24 09:52:20.800905 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448731e-ba99-42d7-b0a7-606f9d5c2a65 req-f7bb565c-bdfa-44d8-bcc9-ab1a0ec32d45 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:20.802380 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2448731e-ba99-42d7-b0a7-606f9d5c2a65 req-f7bb565c-bdfa-44d8-bcc9-ab1a0ec32d45 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0501845 Jun 24 09:52:20.853735 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2448731e-ba99-42d7-b0a7-606f9d5c2a65 req-84e69954-3639-4fe2-a000-a0712b163425 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454438 Jun 24 09:52:21.052149 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-ea6fcb9b-a928-45e0-ad69-61964a2ab0f1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490179 Jun 24 09:52:21.074683 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a777dc-c675-4157-9520-dce92ea5be76 req-56b26813-a1f3-4cf4-a1c8-f52c34e3739e tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:21.076309 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-20a777dc-c675-4157-9520-dce92ea5be76 req-56b26813-a1f3-4cf4-a1c8-f52c34e3739e tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0565698 Jun 24 09:52:21.118825 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:21.121563 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:21.128440 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-20a777dc-c675-4157-9520-dce92ea5be76 req-2d0e38d5-cb5d-407c-b0f7-bf379a0f2c44 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452754 Jun 24 09:52:21.131601 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-eb86faa5-c9db-412f-98ea-e2909d5c3df0 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:21.133124 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-eb86faa5-c9db-412f-98ea-e2909d5c3df0 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports/ab20f504-ef6d-409e-9d0c-3918f4bb9c57 HTTP/1.1" status: 200 len: 942 time: 0.0507090 Jun 24 09:52:22.249621 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a339d8-e900-44f5-aa5f-08cb7c3da61d req-3ecd02f0-042e-4600-ae44-0cc2510bc4ba tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:22.251120 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-26a339d8-e900-44f5-aa5f-08cb7c3da61d req-3ecd02f0-042e-4600-ae44-0cc2510bc4ba tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0498335 Jun 24 09:52:22.300875 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-26a339d8-e900-44f5-aa5f-08cb7c3da61d req-b8fc7e6d-f8af-4780-abc5-15647c6cea19 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438693 Jun 24 09:52:22.355364 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-c1011bb0-743c-4ce6-92c0-19bc4b760972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:22.356835 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-c1011bb0-743c-4ce6-92c0-19bc4b760972 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5&tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a HTTP/1.1" status: 200 len: 1129 time: 0.0451217 Jun 24 09:52:22.418965 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-df7a3dd3-0053-44ff-802d-66e5bb854fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:22.420455 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-df7a3dd3-0053-44ff-802d-66e5bb854fa8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a&device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 1129 time: 0.0423944 Jun 24 09:52:22.442682 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ab20f504-ef6d-409e-9d0c-3918f4bb9c57 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:52:22.512763 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:22.516299 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-a38a9c08-94c0-4122-9c6b-01482f436611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:22.517772 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-a38a9c08-94c0-4122-9c6b-01482f436611 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c183d41-68d9-4ee6-a230-d5b9c4829714 HTTP/1.1" status: 200 len: 909 time: 0.0922143 Jun 24 09:52:22.519896 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 is: ACTIVE; New status is: DOWN {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:52:22.520283 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:22.543428 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:52:22.545823 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18d0f57-bea5-4aa1-81ca-edb851731604" -d '{"events": [{"server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "name": "network-vif-unplugged", "status": "completed", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:52:22.558753 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ab20f504-ef6d-409e-9d0c-3918f4bb9c57, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:52:22.564337 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:22.586955 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-a37230da-0992-46c6-8ee6-dc759ffad800 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57 HTTP/1.1" status: 200 len: 1001 time: 0.0632493 Jun 24 09:52:22.592114 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 09:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585e4925-62f6-4253-b75f-0accd72120ee x-openstack-request-id: req-585e4925-62f6-4253-b75f-0accd72120ee {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:52:22.592389 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "name": "network-vif-unplugged", "status": "completed", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:52:22.592640 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-585e4925-62f6-4253-b75f-0accd72120ee {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:52:22.593035 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585e4925-62f6-4253-b75f-0accd72120ee'] response: {'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'code': 200} Jun 24 09:52:22.618845 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,revision_number=6']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:22.637522 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-fbafc73c-b605-4c83-9943-5ab059427989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:22.639224 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-fbafc73c-b605-4c83-9943-5ab059427989 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc7f2ed7-d817-4bd3-a236-7f17e8b116de HTTP/1.1" status: 200 len: 847 time: 0.0443261 Jun 24 09:52:22.683112 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-9c031b29-dc56-40ad-91bf-985d4fe769f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:22.684599 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-9c031b29-dc56-40ad-91bf-985d4fe769f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c183d41-68d9-4ee6-a230-d5b9c4829714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392332 Jun 24 09:52:22.781955 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-aa4296c8-c236-47a4-b070-dc00e5b7879d service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916073 Jun 24 09:52:22.878237 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-44e87da5-9306-47bf-a26c-ff4acea917bc req-c90cf583-ae32-4caa-a720-75c7899e50ee service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898459 Jun 24 09:52:23.380526 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:23.433656 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25361b11-7a87-45bf-80fb-87436b848095 req-37286c01-468f-493e-96e6-758d1190f752 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:23.435143 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-25361b11-7a87-45bf-80fb-87436b848095 req-37286c01-468f-493e-96e6-758d1190f752 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0528936 Jun 24 09:52:23.485512 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-25361b11-7a87-45bf-80fb-87436b848095 req-e7644551-74bd-479c-aedf-403d1b698cd3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442886 Jun 24 09:52:24.610841 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103d41d-e7ff-46b2-8308-de5881fff54e req-3fbcf389-a369-409d-b744-9954c10e1357 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:24.612370 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2103d41d-e7ff-46b2-8308-de5881fff54e req-3fbcf389-a369-409d-b744-9954c10e1357 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0504193 Jun 24 09:52:24.665348 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2103d41d-e7ff-46b2-8308-de5881fff54e req-9652a097-2b69-4bae-98a9-468cbdc0b0a6 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472326 Jun 24 09:52:25.813044 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1772d1-4109-40cd-b4fc-b7af30eafd8a req-e9d13c0e-e472-4618-b83b-e4bf72e472b2 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:25.814452 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b1772d1-4109-40cd-b4fc-b7af30eafd8a req-e9d13c0e-e472-4618-b83b-e4bf72e472b2 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0703497 Jun 24 09:52:25.894093 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-6b1772d1-4109-40cd-b4fc-b7af30eafd8a req-d7a43b60-74ca-441d-88a8-974cc9f8437f tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736012 Jun 24 09:52:26.873274 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:52:27.011581 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b36d40-f316-4259-9536-8c4b9bb0c7a2 req-a08d0f76-e872-4e12-862a-e998846e2e8d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:27.012995 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-86b36d40-f316-4259-9536-8c4b9bb0c7a2 req-a08d0f76-e872-4e12-862a-e998846e2e8d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0472169 Jun 24 09:52:27.063318 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-86b36d40-f316-4259-9536-8c4b9bb0c7a2 req-3ed3eb77-e642-49f4-a270-b04f23e0919d tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442750 Jun 24 09:52:28.179893 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:28.189773 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47aec5-4433-4aa6-94e7-68b38bb60f5c req-6dbb473c-5336-4d24-9b70-708fd24d0879 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:28.191351 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ed47aec5-4433-4aa6-94e7-68b38bb60f5c req-6dbb473c-5336-4d24-9b70-708fd24d0879 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0554242 Jun 24 09:52:28.245285 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ed47aec5-4433-4aa6-94e7-68b38bb60f5c req-58c5c603-4d30-4f29-b047-6dc4c13ed0bd tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481932 Jun 24 09:52:29.005345 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107751f-7f74-4f6a-93d8-d4cc3ebda0e8 req-0a8e54f1-e170-453f-bf59-db11d09cf8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:29.006768 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d107751f-7f74-4f6a-93d8-d4cc3ebda0e8 req-0a8e54f1-e170-453f-bf59-db11d09cf8a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 1127 time: 0.0983315 Jun 24 09:52:29.054433 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-d107751f-7f74-4f6a-93d8-d4cc3ebda0e8 req-ba9d30c9-4ea7-42a0-995e-a86e9d608794 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415425 Jun 24 09:52:29.368596 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd80304-d447-45f5-a52a-c963479c3d53 req-a46661ac-d8e7-45fb-8ff2-b8fd49638462 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:29.370065 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ffd80304-d447-45f5-a52a-c963479c3d53 req-a46661ac-d8e7-45fb-8ff2-b8fd49638462 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0488031 Jun 24 09:52:29.424117 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ffd80304-d447-45f5-a52a-c963479c3d53 req-dc5c5073-b3fc-4513-b68b-af106788ce32 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480843 Jun 24 09:52:30.480705 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ab20f504-ef6d-409e-9d0c-3918f4bb9c57 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:52:30.524820 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:30.567873 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd921-60ab-452f-9972-24ef386ae516 req-4f12e7db-3981-4aab-b3d4-a24ed5c8f599 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:30.569445 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2d4cd921-60ab-452f-9972-24ef386ae516 req-4f12e7db-3981-4aab-b3d4-a24ed5c8f599 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0641837 Jun 24 09:52:30.593907 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ab20f504-ef6d-409e-9d0c-3918f4bb9c57, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:52:30.606246 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'port_id': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'mac_address': 'fa:16:3e:db:85:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:52:30.611960 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:30.620626 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-2d4cd921-60ab-452f-9972-24ef386ae516 req-467cb9c0-4bc3-4f7b-8884-fd434ea56da6 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450902 Jun 24 09:52:30.643358 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:52:30.643759 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:30.657250 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab20f504-ef6d-409e-9d0c-3918f4bb9c57 {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:52:30.680952 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ab20f504-ef6d-409e-9d0c-3918f4bb9c57, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:52:30.685561 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:30.731956 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,revision_number=7']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:30.914119 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['ab20f504-ef6d-409e-9d0c-3918f4bb9c57'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:52:30.998254 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:31.117690 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:32.489356 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ab20f504-ef6d-409e-9d0c-3918f4bb9c57 up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:52:32.540097 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:52:32.540469 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:32.620766 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:52:32.621150 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:32.644326 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:52:32.646569 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be629f81-bbeb-496d-aa24-4fb6948e918c" -d '{"events": [{"server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:52:32.659795 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ab20f504-ef6d-409e-9d0c-3918f4bb9c57, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:52:32.664862 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:32.694944 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0094d93-4caa-4913-9480-011e1339f355 x-openstack-request-id: req-e0094d93-4caa-4913-9480-011e1339f355 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:52:32.695271 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:52:32.695529 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0094d93-4caa-4913-9480-011e1339f355 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:52:32.695925 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0094d93-4caa-4913-9480-011e1339f355'] response: {'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'code': 200} Jun 24 09:52:32.725136 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,revision_number=8']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:40.604547 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=8 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:40.617142 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=30 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:42.715889 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:42.723085 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:44.261275 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5000e163-61f9-4277-8ed1-8dc8c6c2e03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:44.298525 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:44.302521 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=30 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:46.586696 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6e5aa60c-230b-47b8-8d8e-6e2f1aed4c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:47.825151 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:49.156863 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:49.260269 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:53.417564 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:57.096806 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-874623ad-26c8-433e-af3f-cdc678e267da req-b0bdff84-5f1c-424a-b9b3-b5ec25799f48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454571 Jun 24 09:52:57.162648 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874623ad-26c8-433e-af3f-cdc678e267da req-7fa3bf7a-00f9-4240-a38e-220edaa00742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:57.164216 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-874623ad-26c8-433e-af3f-cdc678e267da req-7fa3bf7a-00f9-4240-a38e-220edaa00742 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a&device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 1129 time: 0.0419266 Jun 24 09:52:57.287276 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874623ad-26c8-433e-af3f-cdc678e267da req-c616e557-3079-423e-95b1-06403e5695b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:57.288761 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-874623ad-26c8-433e-af3f-cdc678e267da req-c616e557-3079-423e-95b1-06403e5695b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c183d41-68d9-4ee6-a230-d5b9c4829714 HTTP/1.1" status: 200 len: 909 time: 0.1037645 Jun 24 09:52:57.354270 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-874623ad-26c8-433e-af3f-cdc678e267da req-a844d07a-2db6-4f13-a438-7644c31dcc05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57 HTTP/1.1" status: 200 len: 1001 time: 0.0582979 Jun 24 09:52:57.405100 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874623ad-26c8-433e-af3f-cdc678e267da req-524b8524-6da2-4a24-b442-573b38f5978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:57.406565 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-874623ad-26c8-433e-af3f-cdc678e267da req-524b8524-6da2-4a24-b442-573b38f5978a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc7f2ed7-d817-4bd3-a236-7f17e8b116de HTTP/1.1" status: 200 len: 847 time: 0.0457306 Jun 24 09:52:57.456947 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874623ad-26c8-433e-af3f-cdc678e267da req-8d704a96-8b2f-4ce0-bc95-2417fc71bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:57.459169 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-874623ad-26c8-433e-af3f-cdc678e267da req-8d704a96-8b2f-4ce0-bc95-2417fc71bf29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c183d41-68d9-4ee6-a230-d5b9c4829714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456810 Jun 24 09:52:57.562465 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-874623ad-26c8-433e-af3f-cdc678e267da req-4fe4bf65-631a-4184-8fd3-ddc10c9ebad3 service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973518 Jun 24 09:52:57.665773 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-874623ad-26c8-433e-af3f-cdc678e267da req-cfd50a86-aad4-49ad-b429-2176d75326a2 service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956607 Jun 24 09:53:03.406400 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:03.408446 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:03.872896 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:53:07.660009 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=48 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:07.662196 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=53 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:07.791482 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:13.869083 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:14.257739 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-4496736f-3d4c-427c-9ee8-6dbf52db72b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:15.571038 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8cf55-6a48-4913-9009-2d605d5609fd req-ac0b701a-9c95-44e8-a751-aecb355929f8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:15.572438 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8cf8cf55-6a48-4913-9009-2d605d5609fd req-ac0b701a-9c95-44e8-a751-aecb355929f8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 946 time: 0.0493717 Jun 24 09:53:15.622764 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8cf8cf55-6a48-4913-9009-2d605d5609fd req-d4909f90-42f4-4a6e-a8ab-6a8ef96e041d tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=f574fca2-515a-4f17-a58b-7f78c8e8370f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445127 Jun 24 09:53:16.583112 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-9202db87-4295-4ed9-a9ce-1eed3b716910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:16.756975 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f9a76-aa64-4f63-92ac-bef0bd7bad88 req-5a01e07c-7228-45a0-8c6a-be57045deee5 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:16.758490 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8d7f9a76-aa64-4f63-92ac-bef0bd7bad88 req-5a01e07c-7228-45a0-8c6a-be57045deee5 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 946 time: 0.0579529 Jun 24 09:53:16.810484 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8d7f9a76-aa64-4f63-92ac-bef0bd7bad88 req-f8a3904e-e8d1-49e9-816a-740e04e83b5c tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups?id=f574fca2-515a-4f17-a58b-7f78c8e8370f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458732 Jun 24 09:53:17.126994 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-e6120ff8-51ca-4b5d-a28f-a22f1dea3f70 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:17.128475 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-e6120ff8-51ca-4b5d-a28f-a22f1dea3f70 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.47 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 946 time: 0.0523260 Jun 24 09:53:17.229691 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Deleting port 0ecb3a12-19f1-4395-b438-7958968dc2d2 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:17.230033 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:17.336300 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] For port 0ecb3a12-19f1-4395-b438-7958968dc2d2, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=0ecb3a12-19f1-4395-b438-7958968dc2d2,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:17.336636 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:17.514094 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:17.514381 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:17.514694 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Floating IP b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef disassociated. External IP: 172.27.1.81, port: 0ecb3a12-19f1-4395-b438-7958968dc2d2. Jun 24 09:53:17.515016 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Calling delete_port for 0ecb3a12-19f1-4395-b438-7958968dc2d2 owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:17.659190 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (0ecb3a12-19f1-4395-b438-7958968dc2d2), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:17.688959 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event deleted for resources: {'Port': ['ID=0ecb3a12-19f1-4395-b438-7958968dc2d2,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:17.702027 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.702367 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.702698 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.703018 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.703368 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.703691 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.704010 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.704330 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.704649 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.704971 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.705288 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.705604 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.705919 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.706232 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.706538 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:17.819642 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Router d6d2e334-5b99-493e-b49a-c0c55307c96a has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:53:17.827163 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:17.828269 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:17.928054 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:17.953312 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b9f867da-8056-4751-bac0-40296c09ee1d req-d71802c1-e13c-4898-a28b-d5f76946e259 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/ports?device_id=17b90577-f77b-427f-89a9-a98e267d2183 HTTP/1.1" status: 200 len: 210 time: 0.0392084 Jun 24 09:53:17.968350 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:53:17.979784 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb80b2-a394-439b-9b7f-ca270602e271 None None] Sync routers for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:53:17.990947 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb80b2-a394-439b-9b7f-ca270602e271 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:17.991583 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6feb80b2-a394-439b-9b7f-ca270602e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:18.014562 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] No DVR routers for this DVR port 0ecb3a12-19f1-4395-b438-7958968dc2d2 on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:53:18.017436 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:18.020974 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e148f92-7fe3-4b58-b3cd-ae95278cc309 req-426212a4-e76c-4aa8-9304-bf835dbea1b2 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.47 "DELETE /v2.0/ports/0ecb3a12-19f1-4395-b438-7958968dc2d2 HTTP/1.1" status: 204 len: 173 time: 0.8867586 Jun 24 09:53:18.021461 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b90577-f77b-427f-89a9-a98e267d2183', 'name': 'network-vif-deleted', 'tag': '0ecb3a12-19f1-4395-b438-7958968dc2d2'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:53:18.023982 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70387ca5-0b8e-4864-8fa5-325beb043ae9" -d '{"events": [{"server_uuid": "17b90577-f77b-427f-89a9-a98e267d2183", "name": "network-vif-deleted", "tag": "0ecb3a12-19f1-4395-b438-7958968dc2d2"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:53:18.126335 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-6feb80b2-a394-439b-9b7f-ca270602e271 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:18.165324 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbf3604-f476-42bd-b320-2b46f76324b5 x-openstack-request-id: req-0fbf3604-f476-42bd-b320-2b46f76324b5 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:53:18.165612 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b90577-f77b-427f-89a9-a98e267d2183", "name": "network-vif-deleted", "tag": "0ecb3a12-19f1-4395-b438-7958968dc2d2", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:53:18.165868 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fbf3604-f476-42bd-b320-2b46f76324b5 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:53:18.166274 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbf3604-f476-42bd-b320-2b46f76324b5'] response: {'server_uuid': '17b90577-f77b-427f-89a9-a98e267d2183', 'name': 'network-vif-deleted', 'tag': '0ecb3a12-19f1-4395-b438-7958968dc2d2', 'status': 'completed', 'code': 200} Jun 24 09:53:18.341828 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6feb80b2-a394-439b-9b7f-ca270602e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:18.371128 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb80b2-a394-439b-9b7f-ca270602e271 None None] Checking router: d6d2e334-5b99-493e-b49a-c0c55307c96a for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:53:18.380161 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb80b2-a394-439b-9b7f-ca270602e271 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:18.380994 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6feb80b2-a394-439b-9b7f-ca270602e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:18.485427 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-6feb80b2-a394-439b-9b7f-ca270602e271 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:18.688649 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6feb80b2-a394-439b-9b7f-ca270602e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:18.714886 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb80b2-a394-439b-9b7f-ca270602e271 None None] The sync data for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi is: [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:49:19Z', 'revision_number': 4, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': '2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7', 'name': '', 'network_id': '947f6d7f-3e32-4a48-824a-af7e926d3402', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'mac_address': 'fa:16:3e:05:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:18Z', 'updated_at': '2022-06-24T09:49:25Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'subnets': [{'id': '5bfd5c95-334c-45d6-b473-8c8898304502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:53:18.953763 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6267226-0fc9-4c01-99e2-58133a1c9283 None None] New status for floating IP b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef: DOWN {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:53:19.057554 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33544) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:19.135528 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (f574fca2-515a-4f17-a58b-7f78c8e8370f), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.157712 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.164072 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (f574fca2-515a-4f17-a58b-7f78c8e8370f), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.216242 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (f574fca2-515a-4f17-a58b-7f78c8e8370f), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.218674 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.220015 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "DELETE /v2.0/security-groups/f574fca2-515a-4f17-a58b-7f78c8e8370f HTTP/1.1" status: 204 len: 168 time: 0.1613600 Jun 24 09:53:19.222992 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33546) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:19.231391 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f574fca2-515a-4f17-a58b-7f78c8e8370f,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:19.239149 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.239532 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.239866 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.240199 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.240527 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.240847 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.241152 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.241303 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.api.v2.resource [None req-339421e1-656c-4151-b0e6-5d045efcf1b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] show failed (client error): The resource could not be found. Jun 24 09:53:19.241462 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.241769 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.242316 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-339421e1-656c-4151-b0e6-5d045efcf1b8 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "GET /v2.0/security-groups/f574fca2-515a-4f17-a58b-7f78c8e8370f HTTP/1.1" status: 404 len: 347 time: 0.0177026 Jun 24 09:53:19.243573 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.243939 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.244253 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.244617 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.244925 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.245251 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb895f9-140c-4fda-b6ea-a9c0a97dafb3 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:19.246156 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33548) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:19.277224 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.371091 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-76d4b973-e6d7-4876-b364-ad5f9a462e46 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Deleting port 4a42abe2-c945-4e76-9f1a-829760005fca {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:19.371443 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-76d4b973-e6d7-4876-b364-ad5f9a462e46 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (4a42abe2-c945-4e76-9f1a-829760005fca), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.453296 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-76d4b973-e6d7-4876-b364-ad5f9a462e46 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (4a42abe2-c945-4e76-9f1a-829760005fca), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.453617 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-76d4b973-e6d7-4876-b364-ad5f9a462e46 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (4a42abe2-c945-4e76-9f1a-829760005fca), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.468663 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-76d4b973-e6d7-4876-b364-ad5f9a462e46 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Calling delete_port for 4a42abe2-c945-4e76-9f1a-829760005fca owned by network:floatingip {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:19.622132 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-76d4b973-e6d7-4876-b364-ad5f9a462e46 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (4a42abe2-c945-4e76-9f1a-829760005fca), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.648955 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4b973-e6d7-4876-b364-ad5f9a462e46 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Pushing event deleted for resources: {'Port': ['ID=4a42abe2-c945-4e76-9f1a-829760005fca,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:19.715407 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-76d4b973-e6d7-4876-b364-ad5f9a462e46 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks [] for floatingip (b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.717976 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-76d4b973-e6d7-4876-b364-ad5f9a462e46 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.719201 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-76d4b973-e6d7-4876-b364-ad5f9a462e46 tempest-AttachVolumeTestJSON-681977095 tempest-AttachVolumeTestJSON-681977095-project] 10.222.0.65 "DELETE /v2.0/floatingips/b8b61e0f-db4e-4cc3-86ce-9d0ee04094ef HTTP/1.1" status: 204 len: 168 time: 0.4720240 Jun 24 09:53:20.692203 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 0ecb3a12-19f1-4395-b438-7958968dc2d2 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:53:20.713622 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: 0ecb3a12-19f1-4395-b438-7958968dc2d2 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:53:20.713972 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 0ecb3a12-19f1-4395-b438-7958968dc2d2 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:53:23.307609 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33576) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:23.426892 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:23.650432 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1042661'] for router_interface (d6d2e334-5b99-493e-b49a-c0c55307c96a), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:23.890560 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] Deleting port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:23.890795 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:23.973536 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] For port 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:23.973842 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:23.988097 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] Calling delete_port for 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 owned by network:router_interface {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:24.036592 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:24.057850 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:24.183302 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:24.212464 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:24.391098 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042545'] for router_interface (d6d2e334-5b99-493e-b49a-c0c55307c96a), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:24.603908 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] Router d6d2e334-5b99-493e-b49a-c0c55307c96a has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:53:24.713454 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:53:24.720656 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-abc6cac7-c761-4c22-a37d-ef60f47ab838 admin admin] 10.222.0.65 "PUT /v2.0/routers/d6d2e334-5b99-493e-b49a-c0c55307c96a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135191 Jun 24 09:53:24.721807 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33578) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:24.722729 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b6709-b13b-4720-a364-e48672d25ca4 None None] Sync routers for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:53:24.733960 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b6709-b13b-4720-a364-e48672d25ca4 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:24.734570 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6c0b6709-b13b-4720-a364-e48672d25ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:24.873766 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-6c0b6709-b13b-4720-a364-e48672d25ca4 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:24.937780 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:25.006556 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:25.060700 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6c0b6709-b13b-4720-a364-e48672d25ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:53:24Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:25.090275 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b6709-b13b-4720-a364-e48672d25ca4 None None] Checking router: d6d2e334-5b99-493e-b49a-c0c55307c96a for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:53:25.099133 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b6709-b13b-4720-a364-e48672d25ca4 None None] Routers {'d6d2e334-5b99-493e-b49a-c0c55307c96a'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:25.099344 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Publish callbacks [] for router (d6d2e334-5b99-493e-b49a-c0c55307c96a), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:25.099759 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6c0b6709-b13b-4720-a364-e48672d25ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['d6d2e334-5b99-493e-b49a-c0c55307c96a'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:25.213488 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Publish callbacks [] for router_gateway (d6d2e334-5b99-493e-b49a-c0c55307c96a), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:25.221486 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-6c0b6709-b13b-4720-a364-e48672d25ca4 None None] Set router d6d2e334-5b99-493e-b49a-c0c55307c96a gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:25.260777 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Deleting port 265a9dc8-4267-426a-8497-2b347e1de522 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:25.261250 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (265a9dc8-4267-426a-8497-2b347e1de522), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:25.351104 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] For port 265a9dc8-4267-426a-8497-2b347e1de522, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=265a9dc8-4267-426a-8497-2b347e1de522,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:25.351554 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (265a9dc8-4267-426a-8497-2b347e1de522), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:25.354025 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:25.368326 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Calling delete_port for 265a9dc8-4267-426a-8497-2b347e1de522 owned by network:router_gateway {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:25.382521 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:25.540022 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-6c0b6709-b13b-4720-a364-e48672d25ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:53:24Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:25.553843 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (265a9dc8-4267-426a-8497-2b347e1de522), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:25.567210 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b6709-b13b-4720-a364-e48672d25ca4 None None] The sync data for ids ['d6d2e334-5b99-493e-b49a-c0c55307c96a'] in dv-cinder-803823-13-iscsi is: [{'id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'name': 'tempest-AttachVolumeTestJSON-688965458-router', 'tenant_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '265a9dc8-4267-426a-8497-2b347e1de522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:16Z', 'updated_at': '2022-06-24T09:53:24Z', 'revision_number': 5, 'project_id': '9c90246f01ad410ea9569c51eb5f2ecb', 'gw_port': {'id': '265a9dc8-4267-426a-8497-2b347e1de522', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d2e334-5b99-493e-b49a-c0c55307c96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:17Z', 'updated_at': '2022-06-24T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:53:25.590380 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Pushing event deleted for resources: {'Port': ['ID=265a9dc8-4267-426a-8497-2b347e1de522,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:25.667816 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1037141'] for router_gateway (d6d2e334-5b99-493e-b49a-c0c55307c96a), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:25.760409 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12167'] for router (d6d2e334-5b99-493e-b49a-c0c55307c96a), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:25.763053 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Publish callbacks [] for router_controller (d6d2e334-5b99-493e-b49a-c0c55307c96a), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:25.816638 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1045202'] for router (d6d2e334-5b99-493e-b49a-c0c55307c96a), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:25.817108 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d2e334-5b99-493e-b49a-c0c55307c96a {{(pid=110594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:53:25.821605 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] Publish callbacks [] for router (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:25.822752 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-083313d5-658c-4c1e-9ff2-bf8fba6d0aad admin admin] 10.222.0.65 "DELETE /v2.0/routers/d6d2e334-5b99-493e-b49a-c0c55307c96a HTTP/1.1" status: 204 len: 168 time: 1.0998821 Jun 24 09:53:25.825900 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33580) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:25.883271 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_v2 [None req-3180556e-2c44-4a19-b455-90596bc7dd1e admin admin] Deleting subnet 5bfd5c95-334c-45d6-b473-8c8898304502 {{(pid=110593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:53:25.886817 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3180556e-2c44-4a19-b455-90596bc7dd1e admin admin] Publish callbacks [] for subnet (5bfd5c95-334c-45d6-b473-8c8898304502), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:25.926793 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3180556e-2c44-4a19-b455-90596bc7dd1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63160183'] for subnet (5bfd5c95-334c-45d6-b473-8c8898304502), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.032090 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:26.034647 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3180556e-2c44-4a19-b455-90596bc7dd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (5bfd5c95-334c-45d6-b473-8c8898304502), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.107742 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3180556e-2c44-4a19-b455-90596bc7dd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64714154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63838758'] for subnet (5bfd5c95-334c-45d6-b473-8c8898304502), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.135354 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180556e-2c44-4a19-b455-90596bc7dd1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfd5c95-334c-45d6-b473-8c8898304502,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:26.139525 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-3180556e-2c44-4a19-b455-90596bc7dd1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.142808 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3180556e-2c44-4a19-b455-90596bc7dd1e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5bfd5c95-334c-45d6-b473-8c8898304502 HTTP/1.1" status: 204 len: 168 time: 0.3156903 Jun 24 09:53:26.145612 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33582) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:26.148465 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8da1dd9-ea90-471d-b17a-68862b2e47e8 None None] Network 947f6d7f-3e32-4a48-824a-af7e926d3402 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:53:26.169750 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:26.233876 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (947f6d7f-3e32-4a48-824a-af7e926d3402), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.292683 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Deleting port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:26.293341 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.353189 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] DHCP port deletion for 947f6d7f-3e32-4a48-824a-af7e926d3402 request from dv-cinder-803823-13-iscsi {{(pid=110595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 09:53:26.401906 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Deleting port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 {{(pid=110595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:26.402372 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), before_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.409137 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] For port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=0271dd01-e817-4cc3-bfaf-84e9ab6189c5,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:26.409137 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.424885 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Calling delete_port for 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 owned by network:dhcp {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:26.473490 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] For port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=0271dd01-e817-4cc3-bfaf-84e9ab6189c5,segment=NetworkSegment(83bf5320-161d-4750-853f-23cbd3b65f25),segment_id=83bf5320-161d-4750-853f-23cbd3b65f25)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:26.473848 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), precommit_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.493662 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Calling delete_port for 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 owned by network:dhcp {{(pid=110595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:26.527029 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.551972 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Pushing event deleted for resources: {'Port': ['ID=0271dd01-e817-4cc3-bfaf-84e9ab6189c5,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:26.557929 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] No DVR routers for this DVR port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 on host dv-cinder-803823-13-iscsi {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:53:26.590648 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (0271dd01-e817-4cc3-bfaf-84e9ab6189c5), after_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.627106 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Pushing event deleted for resources: {'Port': ['ID=0271dd01-e817-4cc3-bfaf-84e9ab6189c5,revision_number=None']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:26.630623 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] No DVR routers for this DVR port 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 on host dv-cinder-803823-13-iscsi {{(pid=110595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:53:26.642856 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.643269 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.643741 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.644084 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.644418 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.644747 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.645073 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.645397 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.645720 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.646041 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.646362 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.646683 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.647007 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.647687 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.648716 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace076a-dd7d-43be-8f78-f69c9168597f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:26.648846 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (947f6d7f-3e32-4a48-824a-af7e926d3402), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.679860 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947f6d7f-3e32-4a48-824a-af7e926d3402']}} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:26.695372 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bf5320-161d-4750-853f-23cbd3b65f25') {'for_net_delete': True} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:26.695632 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bf5320-161d-4750-853f-23cbd3b65f25') {} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:26.710177 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63160172'] for segment (83bf5320-161d-4750-853f-23cbd3b65f25), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.733656 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (83bf5320-161d-4750-853f-23cbd3b65f25), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.741878 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=110593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:53:26.742536 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64714176'] for segment (83bf5320-161d-4750-853f-23cbd3b65f25), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.822666 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (947f6d7f-3e32-4a48-824a-af7e926d3402), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.831371 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.835307 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] 10.222.0.65 "DELETE /v2.0/networks/947f6d7f-3e32-4a48-824a-af7e926d3402 HTTP/1.1" status: 204 len: 168 time: 0.6886907 Jun 24 09:53:26.851534 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 83bf5320-161d-4750-853f-23cbd3b65f25 resource provider aggregate not found Jun 24 09:53:26.856440 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d288e3-446f-48de-a1d2-3853ea1f56bc admin admin] Pushing event deleted for resources: {'Network': ['ID=947f6d7f-3e32-4a48-824a-af7e926d3402,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:26.872469 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 83bf5320-161d-4750-853f-23cbd3b65f25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83bf5320-161d-4750-853f-23cbd3b65f25 found for delete ", "request_id": "req-a8ffa71d-0871-45ce-9e2d-ea5a0abc5887"}]} Jun 24 09:53:27.028898 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33592) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:27.071433 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-74f3471b-2168-4c88-b1b1-ac9c366af284 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c90246f01ad410ea9569c51eb5f2ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413184 Jun 24 09:53:27.074188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33594) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:27.134023 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-76317c4e-2468-49ca-b9fa-df41cf174306 admin admin] Publish callbacks [] for security_group (7210d3cd-53e7-41a4-8875-b7c4bae9177a), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:27.160815 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-76317c4e-2468-49ca-b9fa-df41cf174306 admin admin] Publish callbacks [] for security_group (7210d3cd-53e7-41a4-8875-b7c4bae9177a), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:27.213223 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-76317c4e-2468-49ca-b9fa-df41cf174306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7210d3cd-53e7-41a4-8875-b7c4bae9177a), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:27.216428 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-76317c4e-2468-49ca-b9fa-df41cf174306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:27.217872 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-76317c4e-2468-49ca-b9fa-df41cf174306 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7210d3cd-53e7-41a4-8875-b7c4bae9177a HTTP/1.1" status: 204 len: 168 time: 0.1426883 Jun 24 09:53:27.226480 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76317c4e-2468-49ca-b9fa-df41cf174306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7210d3cd-53e7-41a4-8875-b7c4bae9177a,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:27.672629 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:53:27.693335 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:53:27.693677 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 2f4c3f51-4ef3-49f5-98ec-c6ea3b59e2d7 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:53:27.694236 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:53:27.713768 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:53:27.714107 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 0271dd01-e817-4cc3-bfaf-84e9ab6189c5 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:53:27.714546 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 265a9dc8-4267-426a-8497-2b347e1de522 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:53:27.734211 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 265a9dc8-4267-426a-8497-2b347e1de522 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:53:27.734675 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 265a9dc8-4267-426a-8497-2b347e1de522 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:53:28.712481 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33644) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:28.832465 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-201acd32-fcd3-4a76-a832-284ac9fd2723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:28.926785 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-201acd32-fcd3-4a76-a832-284ac9fd2723 admin admin] Publish callbacks [] for security_group (0429a5ef-a02c-495e-bfdc-3b56eca2a592), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:28.932645 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-201acd32-fcd3-4a76-a832-284ac9fd2723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (0429a5ef-a02c-495e-bfdc-3b56eca2a592), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:28.973730 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-201acd32-fcd3-4a76-a832-284ac9fd2723 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=749ebb5f332f43678afdf4f7af7012d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597449 Jun 24 09:53:28.974446 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201acd32-fcd3-4a76-a832-284ac9fd2723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0429a5ef-a02c-495e-bfdc-3b56eca2a592,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:28.977342 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33648) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:29.031027 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d5aacffb-41a8-45eb-b1d3-816aaf1f1a68 admin admin] Publish callbacks [] for security_group (0429a5ef-a02c-495e-bfdc-3b56eca2a592), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:29.043883 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:29.046110 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:29.055427 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d5aacffb-41a8-45eb-b1d3-816aaf1f1a68 admin admin] Publish callbacks [] for security_group (0429a5ef-a02c-495e-bfdc-3b56eca2a592), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:29.113675 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d5aacffb-41a8-45eb-b1d3-816aaf1f1a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (0429a5ef-a02c-495e-bfdc-3b56eca2a592), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:29.115972 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d5aacffb-41a8-45eb-b1d3-816aaf1f1a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:29.117085 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-d5aacffb-41a8-45eb-b1d3-816aaf1f1a68 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0429a5ef-a02c-495e-bfdc-3b56eca2a592 HTTP/1.1" status: 204 len: 168 time: 0.1380167 Jun 24 09:53:29.125844 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aacffb-41a8-45eb-b1d3-816aaf1f1a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0429a5ef-a02c-495e-bfdc-3b56eca2a592,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:30.275021 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33682) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:30.398348 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-0ef5576d-8cd5-4b20-886e-ae687b3716c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:30.444575 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:30.457522 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:30.483994 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-0ef5576d-8cd5-4b20-886e-ae687b3716c4 admin admin] Publish callbacks [] for security_group (32fe7693-6aa5-4ecd-ab9f-fe3bffb70ac0), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:30.489745 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-0ef5576d-8cd5-4b20-886e-ae687b3716c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (32fe7693-6aa5-4ecd-ab9f-fe3bffb70ac0), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:30.527590 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5576d-8cd5-4b20-886e-ae687b3716c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fe7693-6aa5-4ecd-ab9f-fe3bffb70ac0,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:30.532228 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-0ef5576d-8cd5-4b20-886e-ae687b3716c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af84292963364f1c8c0c8cc5d7316f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561417 Jun 24 09:53:30.535101 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33686) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:30.589619 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7d7d25b2-4769-4b93-b043-26638b3096e3 admin admin] Publish callbacks [] for security_group (32fe7693-6aa5-4ecd-ab9f-fe3bffb70ac0), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:30.617052 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7d7d25b2-4769-4b93-b043-26638b3096e3 admin admin] Publish callbacks [] for security_group (32fe7693-6aa5-4ecd-ab9f-fe3bffb70ac0), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:30.931508 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7d7d25b2-4769-4b93-b043-26638b3096e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (32fe7693-6aa5-4ecd-ab9f-fe3bffb70ac0), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:30.934164 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7d7d25b2-4769-4b93-b043-26638b3096e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:30.935505 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-7d7d25b2-4769-4b93-b043-26638b3096e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32fe7693-6aa5-4ecd-ab9f-fe3bffb70ac0 HTTP/1.1" status: 204 len: 168 time: 0.3995318 Jun 24 09:53:30.944277 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d25b2-4769-4b93-b043-26638b3096e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fe7693-6aa5-4ecd-ab9f-fe3bffb70ac0,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:37.718072 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=84,neutron:DELETE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:39.120236 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=65,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:39.121081 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:39.376289 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-af25b462-9363-4aa1-93b1-f7e9ce3fde25 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012499460&fields=id&tenant_id=86f042cb88b7426ea9733f70033b55e3 HTTP/1.1" status: 200 len: 267 time: 0.0505722 Jun 24 09:53:39.482834 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-2088552a-8c20-4e2f-ad72-f58951361840 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:39.484418 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-2088552a-8c20-4e2f-ad72-f58951361840 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 812 time: 0.1015265 Jun 24 09:53:39.499664 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-7ad614fa-a775-4165-8944-8c1a84fc6a70 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/quotas/86f042cb88b7426ea9733f70033b55e3 HTTP/1.1" status: 200 len: 375 time: 0.0096979 Jun 24 09:53:39.554524 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-f3f92410-5a79-4389-a840-690b6dea4b53 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471168 Jun 24 09:53:39.675246 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-252434b2-b92d-4330-9cb9-a20ea07f76d5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=110594) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:53:39.676761 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-252434b2-b92d-4330-9cb9-a20ea07f76d5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1107709 Jun 24 09:53:39.778010 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-5fa609f5-6c7b-440a-b957-6898a152d924 service neutron] 10.222.0.65 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929010 Jun 24 09:53:39.876074 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-7b127868-cdd3-41fe-bb8b-30a37924f8ae service neutron] 10.222.0.65 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914145 Jun 24 09:53:40.216896 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1cf033e3-6778-4ca6-9ba0-5e7a48a517f8 req-41d214fd-4ca2-4e6c-af6b-cd2ca5169511 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 210 time: 0.0332603 Jun 24 09:53:40.871784 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:53:40.938435 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=30,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:40.939396 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:40.960604 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=80,neutron:DELETE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:41.307171 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-891a14c7-3293-4fd5-af41-69feae6c1768 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:41.308707 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-891a14c7-3293-4fd5-af41-69feae6c1768 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 812 time: 0.1187382 Jun 24 09:53:41.354226 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-588350e9-e097-4c9d-871f-15240f0dd288 req-7e66d7af-1db5-4b41-9853-c89c4e0b3f00 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 210 time: 0.0550766 Jun 24 09:53:41.409519 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-24352590-3931-497c-99b5-f33434fbbe26 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f042cb88b7426ea9733f70033b55e3 HTTP/1.1" status: 200 len: 380 time: 0.0906982 Jun 24 09:53:41.418613 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'port': {'device_id': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'admin_state_up': True, 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'security_groups': ['5f7ec606-6fe1-4e2c-8f48-87e29cfd201e']}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:53:41.536522 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Made reservation on behalf of 86f042cb88b7426ea9733f70033b55e3 for: {'port': 1} {{(pid=110594) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:53:41.540125 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:41.633385 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33862) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:41.689731 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_common [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Allocated IP 172.20.0.4 (d67d849c-d27d-4bea-a085-4b945957c857/02be826c-05ac-44e6-b17a-ee6933617bf2/ea03aaee-bcb4-4032-971d-c78ce5352beb) {{(pid=110594) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:53:41.709229 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:41.778091 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b91ee119-e819-4aa1-82fc-4adb35b061a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:41.842360 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:41.860193 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:41.866446 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b91ee119-e819-4aa1-82fc-4adb35b061a3 admin admin] Publish callbacks [] for security_group (5a023d7f-7028-482e-bd8b-b73882d5bbce), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:41.870255 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b91ee119-e819-4aa1-82fc-4adb35b061a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (5a023d7f-7028-482e-bd8b-b73882d5bbce), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:41.896216 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:41.913929 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-b91ee119-e819-4aa1-82fc-4adb35b061a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5491c649b1164ebf95ff8b8b7b289b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792273 Jun 24 09:53:41.914799 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ee119-e819-4aa1-82fc-4adb35b061a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a023d7f-7028-482e-bd8b-b73882d5bbce,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:41.917141 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33866) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:41.944894 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Network d67d849c-d27d-4bea-a085-4b945957c857 is already hosted by enough agents. {{(pid=110594) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:53:41.948130 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.base_scheduler [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Resources bound (agent type, host, resource id): {{(pid=110594) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:53:41.950754 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Received port after_create {{(pid=110594) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:53:41.972164 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a7709c92-b7c3-4d15-9c49-3879f1641a4b admin admin] Publish callbacks [] for security_group (5a023d7f-7028-482e-bd8b-b73882d5bbce), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:41.977787 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'Port': ['ID=ea03aaee-bcb4-4032-971d-c78ce5352beb,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:41.995949 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a7709c92-b7c3-4d15-9c49-3879f1641a4b admin admin] Publish callbacks [] for security_group (5a023d7f-7028-482e-bd8b-b73882d5bbce), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.008564 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:42.009135 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.030666 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-e14c64db-5e5a-4602-aca7-a82c0654b8fb tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6160846 Jun 24 09:53:42.042875 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.v2.base [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Request body: {'port': {'device_id': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110594) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:53:42.056373 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a7709c92-b7c3-4d15-9c49-3879f1641a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (5a023d7f-7028-482e-bd8b-b73882d5bbce), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.058877 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a7709c92-b7c3-4d15-9c49-3879f1641a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.062795 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a7709c92-b7c3-4d15-9c49-3879f1641a4b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a023d7f-7028-482e-bd8b-b73882d5bbce HTTP/1.1" status: 204 len: 168 time: 0.1420345 Jun 24 09:53:42.073980 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7709c92-b7c3-4d15-9c49-3879f1641a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a023d7f-7028-482e-bd8b-b73882d5bbce,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:42.120172 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.242188 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-05e75bf1-bc54-4975-99b1-792bd6b537bb None None] Provisioning complete for port ea03aaee-bcb4-4032-971d-c78ce5352beb triggered by entity DHCP. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:42.242782 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-05e75bf1-bc54-4975-99b1-792bd6b537bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.276086 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-05e75bf1-bc54-4975-99b1-792bd6b537bb None None] Port ea03aaee-bcb4-4032-971d-c78ce5352beb cannot update to ACTIVE because it is not bound. {{(pid=110595) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:53:42.386391 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33874) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:42.401685 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b4d9aba4-5170-42ab-a806-455b34b11398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.402714 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea03aaee-bcb4-4032-971d-c78ce5352beb {{(pid=110594) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:53:42.413207 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Publish callbacks [] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), precommit_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.434334 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.provisioning_blocks [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Transition to ACTIVE for port object ea03aaee-bcb4-4032-971d-c78ce5352beb will not be triggered until provisioned by entity L2. {{(pid=110594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 09:53:42.438822 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.491265 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b4d9aba4-5170-42ab-a806-455b34b11398 admin admin] Publish callbacks [] for security_group (ebc4823f-23c5-44a0-a774-8708cb2ed3ac), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.501022 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-b4d9aba4-5170-42ab-a806-455b34b11398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ebc4823f-23c5-44a0-a774-8708cb2ed3ac), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.536681 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9aba4-5170-42ab-a806-455b34b11398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc4823f-23c5-44a0-a774-8708cb2ed3ac,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:42.536922 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Pushing event updated for resources: {'Port': ['ID=ea03aaee-bcb4-4032-971d-c78ce5352beb,revision_number=2']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:42.554340 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-b4d9aba4-5170-42ab-a806-455b34b11398 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5099eceece3848efb1dc79854816410a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666880 Jun 24 09:53:42.558871 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33876) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:42.587470 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd02fd-af27-4f7d-a124-6ae7089b6fef req-003d822f-c9e2-455b-ad2a-9573d55e0889 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:42.589023 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8cfd02fd-af27-4f7d-a124-6ae7089b6fef req-003d822f-c9e2-455b-ad2a-9573d55e0889 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 943 time: 0.1477044 Jun 24 09:53:42.620489 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:42.627534 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ab02372e-72bf-475e-ab59-ea0f171b7c54 admin admin] Publish callbacks [] for security_group (ebc4823f-23c5-44a0-a774-8708cb2ed3ac), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.652876 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ab02372e-72bf-475e-ab59-ea0f171b7c54 admin admin] Publish callbacks [] for security_group (ebc4823f-23c5-44a0-a774-8708cb2ed3ac), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.656839 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Attempting to bind port ea03aaee-bcb4-4032-971d-c78ce5352beb on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:53:42.657169 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Attempting to bind port ea03aaee-bcb4-4032-971d-c78ce5352beb by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:53:42.657492 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Attempting to bind port ea03aaee-bcb4-4032-971d-c78ce5352beb on network d67d849c-d27d-4bea-a085-4b945957c857 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:53:42.673466 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Port ea03aaee-bcb4-4032-971d-c78ce5352beb on network d67d849c-d27d-4bea-a085-4b945957c857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 09:53:42.673786 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Attempting to bind port ea03aaee-bcb4-4032-971d-c78ce5352beb on network d67d849c-d27d-4bea-a085-4b945957c857 {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:53:42.677022 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:42.683210 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8cfd02fd-af27-4f7d-a124-6ae7089b6fef req-1b9db39e-02df-49ad-8167-16b913e938b8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818117 Jun 24 09:53:42.684895 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Checking agent: {'id': '2d1a2f8d-b299-4831-83e4-63cf9168e811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 39, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:53:42.685227 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Checking segment: {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:53:42.685604 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Bound using segment: {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'} {{(pid=110594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:53:42.686045 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.managers [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Bound port: ea03aaee-bcb4-4032-971d-c78ce5352beb, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30306674-6f75-4737-9b00-e793a7773d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857'}}] {{(pid=110594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:53:42.686551 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), before_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.717475 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ab02372e-72bf-475e-ab59-ea0f171b7c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ebc4823f-23c5-44a0-a774-8708cb2ed3ac), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.720357 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-ab02372e-72bf-475e-ab59-ea0f171b7c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.721527 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-ab02372e-72bf-475e-ab59-ea0f171b7c54 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ebc4823f-23c5-44a0-a774-8708cb2ed3ac HTTP/1.1" status: 204 len: 168 time: 0.1616783 Jun 24 09:53:42.730295 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02372e-72bf-475e-ab59-ea0f171b7c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc4823f-23c5-44a0-a774-8708cb2ed3ac,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:42.787264 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] For port ea03aaee-bcb4-4032-971d-c78ce5352beb, host hv-cinder-80382, cleared binding levels {{(pid=110594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:53:42.789170 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] For port ea03aaee-bcb4-4032-971d-c78ce5352beb, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ea03aaee-bcb4-4032-971d-c78ce5352beb,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:53:42.797630 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63533685'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), after_update {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.839397 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:42.840032 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:42.841421 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] 10.222.0.47 "PUT /v2.0/ports/ea03aaee-bcb4-4032-971d-c78ce5352beb HTTP/1.1" status: 200 len: 1093 time: 0.8037477 Jun 24 09:53:42.841966 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'tag': 'ea03aaee-bcb4-4032-971d-c78ce5352beb'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:53:42.844240 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419c1705-2b53-45ae-ab7f-62f5d2636079" -d '{"events": [{"name": "network-changed", "server_uuid": "3e21a450-afb9-4139-8fa8-6804a81e88e9", "tag": "ea03aaee-bcb4-4032-971d-c78ce5352beb"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:53:42.866515 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03642b30-afa9-40c3-8ed3-bb4648067d25 service neutron] Pushing event updated for resources: {'Port': ['ID=ea03aaee-bcb4-4032-971d-c78ce5352beb,revision_number=3']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:42.899792 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b493dde6-77c0-4b7e-8bd4-15c1cbb7fb4a x-openstack-request-id: req-b493dde6-77c0-4b7e-8bd4-15c1cbb7fb4a {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:53:42.900150 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e21a450-afb9-4139-8fa8-6804a81e88e9", "tag": "ea03aaee-bcb4-4032-971d-c78ce5352beb", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:53:42.900344 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b493dde6-77c0-4b7e-8bd4-15c1cbb7fb4a {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:53:42.901016 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b493dde6-77c0-4b7e-8bd4-15c1cbb7fb4a'] response: {'name': 'network-changed', 'server_uuid': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'tag': 'ea03aaee-bcb4-4032-971d-c78ce5352beb', 'status': 'completed', 'code': 200} Jun 24 09:53:42.931188 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-b09ea8f4-2bc5-4664-9704-7c627643973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:42.933695 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-b09ea8f4-2bc5-4664-9704-7c627643973c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 1127 time: 0.0508137 Jun 24 09:53:42.986491 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-2b474c8f-5f2d-48ad-8ac3-c968ca737f19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea03aaee-bcb4-4032-971d-c78ce5352beb HTTP/1.1" status: 200 len: 217 time: 0.0445125 Jun 24 09:53:43.040700 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-26444bde-f3f5-46b8-ba83-34d6d48422c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:43.042405 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-26444bde-f3f5-46b8-ba83-34d6d48422c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0502055 Jun 24 09:53:43.091103 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-0d33f895-866f-492c-987d-835fe6b806f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:43.092950 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-0d33f895-866f-492c-987d-835fe6b806f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437031 Jun 24 09:53:43.170771 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 33884) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:43.184851 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-279fa26b-a381-4941-86c1-6fbe80daf472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:43.204743 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-ea0f6073-fcd1-4b02-a42d-7e9dc40968e8 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058884 Jun 24 09:53:43.224822 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:43.247050 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:43.274055 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-279fa26b-a381-4941-86c1-6fbe80daf472 admin admin] Publish callbacks [] for security_group (33d1c0ec-120e-42c0-9e7f-fa87c354ada6), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:43.278848 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-279fa26b-a381-4941-86c1-6fbe80daf472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (33d1c0ec-120e-42c0-9e7f-fa87c354ada6), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:43.303340 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-fa311975-8d7d-4404-8da7-b2658ab47487 req-de79ab48-81cc-4ec5-b5b2-48d9bdcb34d7 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922608 Jun 24 09:53:43.319514 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-279fa26b-a381-4941-86c1-6fbe80daf472 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc458125262a49ad850e326ed2c146f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475213 Jun 24 09:53:43.320390 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fa26b-a381-4941-86c1-6fbe80daf472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d1c0ec-120e-42c0-9e7f-fa87c354ada6,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:43.322133 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33886) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:43.379659 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-815fa37d-2d27-4937-b3e5-82b5a504819d admin admin] Publish callbacks [] for security_group (33d1c0ec-120e-42c0-9e7f-fa87c354ada6), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:43.402576 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-815fa37d-2d27-4937-b3e5-82b5a504819d admin admin] Publish callbacks [] for security_group (33d1c0ec-120e-42c0-9e7f-fa87c354ada6), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:43.463750 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-815fa37d-2d27-4937-b3e5-82b5a504819d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (33d1c0ec-120e-42c0-9e7f-fa87c354ada6), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:43.466228 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-815fa37d-2d27-4937-b3e5-82b5a504819d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:43.467488 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-815fa37d-2d27-4937-b3e5-82b5a504819d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33d1c0ec-120e-42c0-9e7f-fa87c354ada6 HTTP/1.1" status: 204 len: 168 time: 0.1441786 Jun 24 09:53:43.480113 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fa37d-2d27-4937-b3e5-82b5a504819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d1c0ec-120e-42c0-9e7f-fa87c354ada6,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:43.589713 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c1705-2b53-45ae-ab7f-62f5d2636079 req-b5568318-6857-45cd-9858-453e5c379fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:43.591282 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-419c1705-2b53-45ae-ab7f-62f5d2636079 req-b5568318-6857-45cd-9858-453e5c379fa7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 1127 time: 0.0417547 Jun 24 09:53:43.691366 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c1705-2b53-45ae-ab7f-62f5d2636079 req-6bcd2e9b-524a-42f1-b103-3c771e5fc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:43.692834 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-419c1705-2b53-45ae-ab7f-62f5d2636079 req-6bcd2e9b-524a-42f1-b103-3c771e5fc298 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 913 time: 0.0946372 Jun 24 09:53:43.735974 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-419c1705-2b53-45ae-ab7f-62f5d2636079 req-462efb19-7faf-484c-aca4-70b62697f901 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea03aaee-bcb4-4032-971d-c78ce5352beb HTTP/1.1" status: 200 len: 217 time: 0.0339940 Jun 24 09:53:43.836922 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660fc9f-9fcf-409d-b0c6-45f8c1791d93 req-6442a54a-a2ca-4a45-9de0-796d0c79ba2b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:43.838520 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3660fc9f-9fcf-409d-b0c6-45f8c1791d93 req-6442a54a-a2ca-4a45-9de0-796d0c79ba2b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 943 time: 0.0649481 Jun 24 09:53:43.840322 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c1705-2b53-45ae-ab7f-62f5d2636079 req-3f7c85e2-90ce-4be6-99e0-d3091cf5e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:43.841648 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-419c1705-2b53-45ae-ab7f-62f5d2636079 req-3f7c85e2-90ce-4be6-99e0-d3091cf5e0a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0971029 Jun 24 09:53:43.901579 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:43.907661 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:43.922051 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c1705-2b53-45ae-ab7f-62f5d2636079 req-9b8de189-ca95-47fc-9dca-8f61ee241325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:43.923625 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-419c1705-2b53-45ae-ab7f-62f5d2636079 req-9b8de189-ca95-47fc-9dca-8f61ee241325 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0722468 Jun 24 09:53:43.930311 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3660fc9f-9fcf-409d-b0c6-45f8c1791d93 req-354a2711-4227-445b-9c92-87cfbf922c95 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861819 Jun 24 09:53:44.027559 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-419c1705-2b53-45ae-ab7f-62f5d2636079 req-2d63dec2-d4f0-43c9-94e3-042413d0a322 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959404 Jun 24 09:53:44.121353 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-419c1705-2b53-45ae-ab7f-62f5d2636079 req-06709e46-b944-4c4e-925a-c9b9f5a4475b service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871220 Jun 24 09:53:44.254007 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-59d9db45-830f-476d-ab1f-04bc08dd801e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:45.051542 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c1735-cc9d-454d-a598-9c5ce3b3d042 req-acf89351-2e04-44fb-b929-455d9b94d9af tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:45.053074 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5f8c1735-cc9d-454d-a598-9c5ce3b3d042 req-acf89351-2e04-44fb-b929-455d9b94d9af tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 943 time: 0.0491807 Jun 24 09:53:45.109264 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-5f8c1735-cc9d-454d-a598-9c5ce3b3d042 req-1c154077-6981-4fdc-b155-a76f64520c66 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487404 Jun 24 09:53:46.411355 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98485e9-9bb1-479c-8cb5-6b454a9c0c71 req-ac4f2037-b293-457e-9266-a995622f075c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:46.412835 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c98485e9-9bb1-479c-8cb5-6b454a9c0c71 req-ac4f2037-b293-457e-9266-a995622f075c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 943 time: 0.2248681 Jun 24 09:53:46.471604 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-c98485e9-9bb1-479c-8cb5-6b454a9c0c71 req-7542bcfb-da33-448e-a85d-cd3936349168 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527470 Jun 24 09:53:46.579778 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-44a9fede-82c3-4dd5-885c-ab554efb4720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:47.599819 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1c0d8-522a-4ab4-83e9-b5806fe68bea req-bdda2171-d930-44eb-a7d9-124225ed9cdf tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:47.601955 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-87d1c0d8-522a-4ab4-83e9-b5806fe68bea req-bdda2171-d930-44eb-a7d9-124225ed9cdf tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 943 time: 0.0590343 Jun 24 09:53:47.662137 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-87d1c0d8-522a-4ab4-83e9-b5806fe68bea req-7fc565df-5f49-4e8a-a0ae-5d6bff66c3a4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517151 Jun 24 09:53:47.830825 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:48.789127 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cb801-3062-4006-a22e-9971fd6cd012 req-b0c15e20-90f7-4d84-b322-8d8e01c468a1 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:48.790700 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-191cb801-3062-4006-a22e-9971fd6cd012 req-b0c15e20-90f7-4d84-b322-8d8e01c468a1 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 943 time: 0.0549250 Jun 24 09:53:48.845855 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-191cb801-3062-4006-a22e-9971fd6cd012 req-354f5fd5-ce57-4e0b-b7c0-6a5b1f44b0c8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491712 Jun 24 09:53:49.162266 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:49.257708 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:49.409208 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 33990) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:49.558052 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Deleting port aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:49.558347 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:49.643363 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:49.643684 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for floatingip (aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:49.659032 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Calling delete_port for aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71 owned by network:floatingip {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:49.763392 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:49.787917 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:49.837584 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:50.133654 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event deleted for resources: {'Port': ['ID=aa1d36c9-e7a8-4b29-8ef1-d3dfb3ac5f71,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:50.218484 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7b63e-3946-4286-8a8d-54de15dd070b req-7bdf78c2-dffe-4b02-8efd-52835db0fa3d tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:50.220044 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-29c7b63e-3946-4286-8a8d-54de15dd070b req-7bdf78c2-dffe-4b02-8efd-52835db0fa3d tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 943 time: 0.0886948 Jun 24 09:53:50.256991 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for floatingip (a3d280da-a84f-4fe9-972c-93441f1e372b), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:50.257410 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Floating IP a3d280da-a84f-4fe9-972c-93441f1e372b disassociated (deleted). External IP: 172.27.1.177, port: ab20f504-ef6d-409e-9d0c-3918f4bb9c57. Jun 24 09:53:50.336216 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-29c7b63e-3946-4286-8a8d-54de15dd070b req-cb8391c8-70e3-4d20-b4fd-c8ec05de0b6c tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089613 Jun 24 09:53:50.506551 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Router 9b61eed9-d332-40e1-b24c-66787bf225c8 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:53:50.614766 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:53:50.619359 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:50.626759 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335aef1-fb81-4e03-a606-2df714308c72 None None] Sync routers for ids ['9b61eed9-d332-40e1-b24c-66787bf225c8'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:53:50.641089 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f335aef1-fb81-4e03-a606-2df714308c72 None None] Routers {'9b61eed9-d332-40e1-b24c-66787bf225c8'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:50.642125 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f335aef1-fb81-4e03-a606-2df714308c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['9b61eed9-d332-40e1-b24c-66787bf225c8'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:50.657790 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-569fa653-1b2a-483b-b40e-fb9235f4b9ef tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "DELETE /v2.0/floatingips/a3d280da-a84f-4fe9-972c-93441f1e372b HTTP/1.1" status: 204 len: 168 time: 1.2470841 Jun 24 09:53:50.658418 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:53:50.660853 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9922afce-7883-4494-b396-da0632200296" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:53:50.704154 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ecf874-5768-4ba4-84ec-d4b794cbf11f x-openstack-request-id: req-35ecf874-5768-4ba4-84ec-d4b794cbf11f {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:53:50.704509 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:53:50.704817 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35ecf874-5768-4ba4-84ec-d4b794cbf11f {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:53:50.705317 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ecf874-5768-4ba4-84ec-d4b794cbf11f'] response: {'name': 'network-changed', 'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'status': 'completed', 'code': 200} Jun 24 09:53:50.770187 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ea03aaee-bcb4-4032-971d-c78ce5352beb details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110595) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 09:53:50.772045 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-f335aef1-fb81-4e03-a606-2df714308c72 None None] Set router 9b61eed9-d332-40e1-b24c-66787bf225c8 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:50.784823 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922afce-7883-4494-b396-da0632200296 req-af246a9f-1559-42c6-8c25-fd926ba17fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:50.786547 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9922afce-7883-4494-b396-da0632200296 req-af246a9f-1559-42c6-8c25-fd926ba17fb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a&device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 1129 time: 0.0543814 Jun 24 09:53:50.908786 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922afce-7883-4494-b396-da0632200296 req-1c37004e-4463-48ca-8225-90aa661ef246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:50.911069 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9922afce-7883-4494-b396-da0632200296 req-1c37004e-4463-48ca-8225-90aa661ef246 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c183d41-68d9-4ee6-a230-d5b9c4829714 HTTP/1.1" status: 200 len: 909 time: 0.1180580 Jun 24 09:53:50.922483 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ea03aaee-bcb4-4032-971d-c78ce5352beb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ea03aaee-bcb4-4032-971d-c78ce5352beb,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:50.935553 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Returning: {'device': 'ea03aaee-bcb4-4032-971d-c78ce5352beb', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'port_id': 'ea03aaee-bcb4-4032-971d-c78ce5352beb', 'mac_address': 'fa:16:3e:3a:22:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110595) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 09:53:50.974111 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c21060-7aba-46c1-aca4-ff2060543e5a req-50893a93-c19a-41a9-86af-f5d4c3bb8293 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:50.975754 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-32c21060-7aba-46c1-aca4-ff2060543e5a req-50893a93-c19a-41a9-86af-f5d4c3bb8293 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0635030 Jun 24 09:53:50.979431 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port ea03aaee-bcb4-4032-971d-c78ce5352beb is: DOWN; New status is: BUILD {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:53:50.979907 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:50.994758 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea03aaee-bcb4-4032-971d-c78ce5352beb {{(pid=110595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 09:53:51.018162 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f335aef1-fb81-4e03-a606-2df714308c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:28Z', 'revision_number': 4, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'c89d135c-caa4-49f2-b653-8ded36ff1d66', 'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'mac_address': 'fa:16:3e:dd:cf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:31Z', 'revision_number': 5, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'subnets': [{'id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:51.024580 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ea03aaee-bcb4-4032-971d-c78ce5352beb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ea03aaee-bcb4-4032-971d-c78ce5352beb,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:51.029906 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:51.049817 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335aef1-fb81-4e03-a606-2df714308c72 None None] Checking router: 9b61eed9-d332-40e1-b24c-66787bf225c8 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:53:51.053153 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-32c21060-7aba-46c1-aca4-ff2060543e5a req-8aeb3331-6356-4806-826a-7e0a1918d79a tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590990 Jun 24 09:53:51.059571 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f335aef1-fb81-4e03-a606-2df714308c72 None None] Routers {'9b61eed9-d332-40e1-b24c-66787bf225c8'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:51.060232 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f335aef1-fb81-4e03-a606-2df714308c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['9b61eed9-d332-40e1-b24c-66787bf225c8'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:51.084244 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=ea03aaee-bcb4-4032-971d-c78ce5352beb,revision_number=4']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:51.169987 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-f335aef1-fb81-4e03-a606-2df714308c72 None None] Set router 9b61eed9-d332-40e1-b24c-66787bf225c8 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:51.275766 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] get_ports_and_sgs() called for port_ids ['ea03aaee-bcb4-4032-971d-c78ce5352beb'] {{(pid=110595) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 09:53:51.371472 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-f335aef1-fb81-4e03-a606-2df714308c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:28Z', 'revision_number': 4, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'c89d135c-caa4-49f2-b653-8ded36ff1d66', 'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'mac_address': 'fa:16:3e:dd:cf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:31Z', 'revision_number': 5, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'subnets': [{'id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:51.399111 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335aef1-fb81-4e03-a606-2df714308c72 None None] The sync data for ids ['9b61eed9-d332-40e1-b24c-66787bf225c8'] in dv-cinder-803823-13-iscsi is: [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:49:28Z', 'revision_number': 4, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'c89d135c-caa4-49f2-b653-8ded36ff1d66', 'name': '', 'network_id': '4c183d41-68d9-4ee6-a230-d5b9c4829714', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'mac_address': 'fa:16:3e:dd:cf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:26Z', 'updated_at': '2022-06-24T09:49:31Z', 'revision_number': 5, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'subnets': [{'id': 'cc7f2ed7-d817-4bd3-a236-7f17e8b116de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:53:51.466364 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29eed6a-8335-4523-be27-b02eba877cdc req-35e9e6b3-54e7-4b8a-acdb-efa308e895b6 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:51.468334 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f29eed6a-8335-4523-be27-b02eba877cdc req-35e9e6b3-54e7-4b8a-acdb-efa308e895b6 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 944 time: 0.0561845 Jun 24 09:53:51.524452 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f29eed6a-8335-4523-be27-b02eba877cdc req-ab553f15-e610-4b59-bdb9-27cad6964730 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471702 Jun 24 09:53:51.661680 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53b0c0-71da-45fc-a17b-fc657f64f3f3 None None] New status for floating IP a3d280da-a84f-4fe9-972c-93441f1e372b: DOWN {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:53:51.920228 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9922afce-7883-4494-b396-da0632200296 req-2e7bbf46-db44-49a5-bd3c-f3a1178ea3e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57 HTTP/1.1" status: 200 len: 217 time: 0.0380201 Jun 24 09:53:51.935852 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:51.976980 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922afce-7883-4494-b396-da0632200296 req-93b33ac2-8420-40c6-87c6-0dd69719f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:51.978376 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9922afce-7883-4494-b396-da0632200296 req-93b33ac2-8420-40c6-87c6-0dd69719f780 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc7f2ed7-d817-4bd3-a236-7f17e8b116de HTTP/1.1" status: 200 len: 847 time: 0.0503531 Jun 24 09:53:52.102208 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:52.116198 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922afce-7883-4494-b396-da0632200296 req-aeb49fbe-63a4-4871-8b4b-f5b7c5f34c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:52.117756 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9922afce-7883-4494-b396-da0632200296 req-aeb49fbe-63a4-4871-8b4b-f5b7c5f34c2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c183d41-68d9-4ee6-a230-d5b9c4829714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486948 Jun 24 09:53:52.232771 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deaf4d-1878-4369-a6c9-b4775e958fa2 req-d8ec1b70-bc15-4b16-b1b7-e42718044900 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:52.234216 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-17deaf4d-1878-4369-a6c9-b4775e958fa2 req-d8ec1b70-bc15-4b16-b1b7-e42718044900 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1004829 Jun 24 09:53:52.272422 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9922afce-7883-4494-b396-da0632200296 req-5d62a23e-cff8-483f-9ab4-47da43d8cb4d service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474729 Jun 24 09:53:52.322231 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-17deaf4d-1878-4369-a6c9-b4775e958fa2 req-fd044445-49f2-4340-bd3d-8355b22c3dd3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/security-groups?id=043f1bb8-0538-434a-893b-8c6dd9842844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809059 Jun 24 09:53:52.424546 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d59499-414c-470f-bcfa-b754e88bba8e req-ead75c9b-38f9-4a6b-9ee7-658f23b51f53 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:52.426554 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-30d59499-414c-470f-bcfa-b754e88bba8e req-ead75c9b-38f9-4a6b-9ee7-658f23b51f53 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0586638 Jun 24 09:53:52.444794 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9922afce-7883-4494-b396-da0632200296 req-38e1a513-666d-48f9-bafd-b2ce8f12dcec service neutron] 10.222.0.47 "GET /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626432 Jun 24 09:53:52.521439 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-30d59499-414c-470f-bcfa-b754e88bba8e req-a212d54d-907c-492a-b9a9-0d112fa50ad3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Deleting port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:52.521695 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-30d59499-414c-470f-bcfa-b754e88bba8e req-a212d54d-907c-492a-b9a9-0d112fa50ad3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:52.651784 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-30d59499-414c-470f-bcfa-b754e88bba8e req-a212d54d-907c-492a-b9a9-0d112fa50ad3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] For port ab20f504-ef6d-409e-9d0c-3918f4bb9c57, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:52.652147 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-30d59499-414c-470f-bcfa-b754e88bba8e req-a212d54d-907c-492a-b9a9-0d112fa50ad3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:52.660917 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3deba7-b9c2-41ca-8649-0dec23dcf68a req-0f0e38b4-fa6c-436c-8bb3-b3de0290e9b2 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:52.662405 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3a3deba7-b9c2-41ca-8649-0dec23dcf68a req-0f0e38b4-fa6c-436c-8bb3-b3de0290e9b2 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 944 time: 0.0655134 Jun 24 09:53:52.675580 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-30d59499-414c-470f-bcfa-b754e88bba8e req-a212d54d-907c-492a-b9a9-0d112fa50ad3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Calling delete_port for ab20f504-ef6d-409e-9d0c-3918f4bb9c57 owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:52.775861 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3a3deba7-b9c2-41ca-8649-0dec23dcf68a req-bec262b0-d95e-4bf0-9961-11570177c393 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053927 Jun 24 09:53:52.786599 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ea03aaee-bcb4-4032-971d-c78ce5352beb up at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:53:52.829926 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:52.844189 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning for port ea03aaee-bcb4-4032-971d-c78ce5352beb completed by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 09:53:52.850563 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.provisioning_blocks [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Provisioning complete for port ea03aaee-bcb4-4032-971d-c78ce5352beb triggered by entity L2. {{(pid=110595) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:52.850940 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962198'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), provisioning_complete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:52.853749 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:52.866632 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-30d59499-414c-470f-bcfa-b754e88bba8e req-a212d54d-907c-492a-b9a9-0d112fa50ad3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (ab20f504-ef6d-409e-9d0c-3918f4bb9c57), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:52.898357 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212d54d-907c-492a-b9a9-0d112fa50ad3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event deleted for resources: {'Port': ['ID=ab20f504-ef6d-409e-9d0c-3918f4bb9c57,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:52.933494 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:52.940724 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Current status of the port ea03aaee-bcb4-4032-971d-c78ce5352beb is: BUILD; New status is: ACTIVE {{(pid=110595) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:53:52.941106 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), before_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:52.951446 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d59499-414c-470f-bcfa-b754e88bba8e req-a212d54d-907c-492a-b9a9-0d112fa50ad3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] No DVR routers for this DVR port ab20f504-ef6d-409e-9d0c-3918f4bb9c57 on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:53:52.954159 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-30d59499-414c-470f-bcfa-b754e88bba8e req-a212d54d-907c-492a-b9a9-0d112fa50ad3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:52.958942 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-30d59499-414c-470f-bcfa-b754e88bba8e req-a212d54d-907c-492a-b9a9-0d112fa50ad3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.47 "DELETE /v2.0/ports/ab20f504-ef6d-409e-9d0c-3918f4bb9c57 HTTP/1.1" status: 204 len: 173 time: 0.5232148 Jun 24 09:53:52.959268 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'name': 'network-vif-deleted', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:53:52.961727 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4940b413-6bef-4681-9545-21785590482f" -d '{"events": [{"server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "name": "network-vif-deleted", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:53:52.967771 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea03aaee-bcb4-4032-971d-c78ce5352beb'}] {{(pid=110595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:53:52.970318 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f9bdf61be6896dc2d056b98bf8ed3eddd01dd69d0d6412d07962cbb1a2f105a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb69c333-5dc6-45ed-aa31-9b181161476c" -d '{"events": [{"server_uuid": "3e21a450-afb9-4139-8fa8-6804a81e88e9", "name": "network-vif-plugged", "status": "completed", "tag": "ea03aaee-bcb4-4032-971d-c78ce5352beb"}]}' {{(pid=110595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:53:52.984116 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] For port ea03aaee-bcb4-4032-971d-c78ce5352beb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ea03aaee-bcb4-4032-971d-c78ce5352beb,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:52.996771 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:53.010534 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dc78fb-9eed-498a-9182-bc807ac2b749 x-openstack-request-id: req-d8dc78fb-9eed-498a-9182-bc807ac2b749 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:53:53.010847 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a737cc-6f16-413d-9b3a-d6d32381ffa5", "name": "network-vif-deleted", "tag": "ab20f504-ef6d-409e-9d0c-3918f4bb9c57", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:53:53.011110 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8dc78fb-9eed-498a-9182-bc807ac2b749 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:53:53.011490 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8dc78fb-9eed-498a-9182-bc807ac2b749'] response: {'server_uuid': 'e7a737cc-6f16-413d-9b3a-d6d32381ffa5', 'name': 'network-vif-deleted', 'tag': 'ab20f504-ef6d-409e-9d0c-3918f4bb9c57', 'status': 'completed', 'code': 200} Jun 24 09:53:53.050748 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Pushing event updated for resources: {'Port': ['ID=ea03aaee-bcb4-4032-971d-c78ce5352beb,revision_number=5']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:53.150443 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae709022-c0d3-4051-9b2a-a497568d2df1 x-openstack-request-id: req-ae709022-c0d3-4051-9b2a-a497568d2df1 {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:53:53.150747 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e21a450-afb9-4139-8fa8-6804a81e88e9", "name": "network-vif-plugged", "status": "completed", "tag": "ea03aaee-bcb4-4032-971d-c78ce5352beb", "code": 200}]} {{(pid=110595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:53:53.150999 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae709022-c0d3-4051-9b2a-a497568d2df1 {{(pid=110595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:53:53.151509 dv-cinder-803823-13-iscsi neutron-server[110595]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae709022-c0d3-4051-9b2a-a497568d2df1'] response: {'server_uuid': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea03aaee-bcb4-4032-971d-c78ce5352beb', 'code': 200} Jun 24 09:53:53.313113 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:INSERT=1,neutron:SELECT=10 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:53.315751 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=10 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:53.419282 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa2e9f-043c-4958-8068-4fb276ba8585 req-6573ee8b-fcac-4fc1-a4eb-283bdebd9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:53.421038 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e2aa2e9f-043c-4958-8068-4fb276ba8585 req-6573ee8b-fcac-4fc1-a4eb-283bdebd9da0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 1129 time: 0.0752966 Jun 24 09:53:53.456945 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:53.489658 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e2aa2e9f-043c-4958-8068-4fb276ba8585 req-ad9c821a-51a8-4e80-9ddb-41510cb25a4b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600171 Jun 24 09:53:53.505896 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-05149b6a-68eb-4898-8a4e-73cca790a6a5 req-086a0d1c-4fbd-4fd1-b0a1-d6522b3788d3 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7a737cc-6f16-413d-9b3a-d6d32381ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0330224 Jun 24 09:53:53.906243 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563643a-d359-4e68-80b1-05fee27614cc req-39b96f06-33c8-4f84-875b-05cec31fb05b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:53.908216 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3563643a-d359-4e68-80b1-05fee27614cc req-39b96f06-33c8-4f84-875b-05cec31fb05b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 945 time: 0.0571411 Jun 24 09:53:53.945204 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:53.968201 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-3563643a-d359-4e68-80b1-05fee27614cc req-8acd7455-f382-400b-b6f5-62db499fde1e tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527132 Jun 24 09:53:54.593896 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34036) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:54.667598 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15d9cb5c-fdd4-4dfa-a996-9f86b425d937 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group (043f1bb8-0538-434a-893b-8c6dd9842844), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:54.695787 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15d9cb5c-fdd4-4dfa-a996-9f86b425d937 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group (043f1bb8-0538-434a-893b-8c6dd9842844), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:54.770395 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15d9cb5c-fdd4-4dfa-a996-9f86b425d937 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (043f1bb8-0538-434a-893b-8c6dd9842844), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:54.773005 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-15d9cb5c-fdd4-4dfa-a996-9f86b425d937 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:54.774186 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-15d9cb5c-fdd4-4dfa-a996-9f86b425d937 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] 10.222.0.65 "DELETE /v2.0/security-groups/043f1bb8-0538-434a-893b-8c6dd9842844 HTTP/1.1" status: 204 len: 168 time: 0.1789250 Jun 24 09:53:54.783836 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9cb5c-fdd4-4dfa-a996-9f86b425d937 tempest-TestShelveInstance-874112126 tempest-TestShelveInstance-874112126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f1bb8-0538-434a-893b-8c6dd9842844,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:54.819438 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34044) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:55.109550 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa46155-e572-48af-9d3a-74ac9bff8bb2 req-3dedfac5-b8e9-4304-9f34-9bcd28922f27 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:55.111054 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-daa46155-e572-48af-9d3a-74ac9bff8bb2 req-3dedfac5-b8e9-4304-9f34-9bcd28922f27 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 945 time: 0.0652573 Jun 24 09:53:55.217471 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-daa46155-e572-48af-9d3a-74ac9bff8bb2 req-e99ca9b0-d15d-42a3-aa5f-95841080ea2f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888085 Jun 24 09:53:55.223406 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1042661'] for router_interface (9b61eed9-d332-40e1-b24c-66787bf225c8), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:55.363963 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f4740-2f8b-4469-add5-11711c0dc4ed req-444354d3-d4df-4cae-a001-713605ae273d tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:55.365409 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f30f4740-2f8b-4469-add5-11711c0dc4ed req-444354d3-d4df-4cae-a001-713605ae273d tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 945 time: 0.0621202 Jun 24 09:53:55.422209 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:55.470042 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f30f4740-2f8b-4469-add5-11711c0dc4ed req-a48ffbda-cad7-47e9-8a1e-6b8ff238d78a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779440 Jun 24 09:53:55.493050 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34050) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:55.536539 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] Deleting port c89d135c-caa4-49f2-b653-8ded36ff1d66 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:55.536878 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:55.536996 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bbc2ca-cf26-4d9c-b7eb-da0b9bc50186 tempest-TestVolumeBootPattern-1011721228 tempest-TestVolumeBootPattern-1011721228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110593) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:55.541241 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-54bbc2ca-cf26-4d9c-b7eb-da0b9bc50186 tempest-TestVolumeBootPattern-1011721228 tempest-TestVolumeBootPattern-1011721228-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 1124 time: 0.0443888 Jun 24 09:53:55.541529 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34054) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:55.546180 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.v2.base [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Request body: {'floatingip': {'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'port_id': 'ea03aaee-bcb4-4032-971d-c78ce5352beb', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110593) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:53:55.552961 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:55.570916 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:55.622275 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] For port c89d135c-caa4-49f2-b653-8ded36ff1d66, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=c89d135c-caa4-49f2-b653-8ded36ff1d66,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:55.622637 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:55.636787 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] Calling delete_port for c89d135c-caa4-49f2-b653-8ded36ff1d66 owned by network:router_interface {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:55.657363 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (None), before_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:55.773175 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_common [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Allocated IP 172.27.1.201 (5ce343e4-7819-42a4-96ee-867bcf5ba75e/74403f55-7e12-46cb-8eaa-636025c88cb3/aaef3793-58af-4dd8-9caf-5d34871d2381) {{(pid=110593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:53:55.828463 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (c89d135c-caa4-49f2-b653-8ded36ff1d66), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:55.857174 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c89d135c-caa4-49f2-b653-8ded36ff1d66,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:55.880624 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for port (aaef3793-58af-4dd8-9caf-5d34871d2381), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:55.915007 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761163135362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (aaef3793-58af-4dd8-9caf-5d34871d2381), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:55.956536 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Network 5ce343e4-7819-42a4-96ee-867bcf5ba75e is already hosted by enough agents. {{(pid=110593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:53:55.958412 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.base_scheduler [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Resources bound (agent type, host, resource id): {{(pid=110593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:53:55.962475 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Received port after_create {{(pid=110593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:53:56.000080 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'Port': ['ID=aaef3793-58af-4dd8-9caf-5d34871d2381,revision_number=1']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:56.039807 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042545'] for router_interface (9b61eed9-d332-40e1-b24c-66787bf225c8), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:56.249414 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] Router 9b61eed9-d332-40e1-b24c-66787bf225c8 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:53:56.294736 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:56.347165 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:56.347444 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (8be04533-b1ed-4971-9840-13933a52d618), precommit_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:56.359957 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:53:56.368863 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-e877c608-b1bd-4d87-acad-b8bc802178ce admin admin] 10.222.0.65 "PUT /v2.0/routers/9b61eed9-d332-40e1-b24c-66787bf225c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5457804 Jun 24 09:53:56.371729 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34056) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:56.371854 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab999a8-1157-452d-b378-7338c78b596c None None] Sync routers for ids ['9b61eed9-d332-40e1-b24c-66787bf225c8'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:53:56.382549 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab999a8-1157-452d-b378-7338c78b596c None None] Routers {'9b61eed9-d332-40e1-b24c-66787bf225c8'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:56.383166 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-1ab999a8-1157-452d-b378-7338c78b596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['9b61eed9-d332-40e1-b24c-66787bf225c8'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:56.384769 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:56.424571 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:56.425561 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1989078'] for port (aaef3793-58af-4dd8-9caf-5d34871d2381), before_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:56.486588 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Publish callbacks [] for router (9b61eed9-d332-40e1-b24c-66787bf225c8), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:56.495161 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-1ab999a8-1157-452d-b378-7338c78b596c None None] Set router 9b61eed9-d332-40e1-b24c-66787bf225c8 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:56.635271 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:56.637915 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for port (aaef3793-58af-4dd8-9caf-5d34871d2381), precommit_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:56.646680 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761163637086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761163135380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761163135398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64714212'] for port (aaef3793-58af-4dd8-9caf-5d34871d2381), after_update {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:56.704143 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-1ab999a8-1157-452d-b378-7338c78b596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:53:55Z', 'revision_number': 5, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:56.723678 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event updated for resources: {'Port': ['ID=aaef3793-58af-4dd8-9caf-5d34871d2381,revision_number=2']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:56.735701 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036063'] for floatingip (8be04533-b1ed-4971-9840-13933a52d618), after_create {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:56.741172 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab999a8-1157-452d-b378-7338c78b596c None None] Checking router: 9b61eed9-d332-40e1-b24c-66787bf225c8 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:53:56.759575 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab999a8-1157-452d-b378-7338c78b596c None None] Routers {'9b61eed9-d332-40e1-b24c-66787bf225c8'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:56.760982 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-1ab999a8-1157-452d-b378-7338c78b596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['9b61eed9-d332-40e1-b24c-66787bf225c8'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:56.799446 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:56.820475 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ab20f504-ef6d-409e-9d0c-3918f4bb9c57 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:53:56.846644 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: ab20f504-ef6d-409e-9d0c-3918f4bb9c57 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:53:56.847362 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ab20f504-ef6d-409e-9d0c-3918f4bb9c57 not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:53:56.860359 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Floating IP 8be04533-b1ed-4971-9840-13933a52d618 associated. External IP: 172.27.1.201, port: ea03aaee-bcb4-4032-971d-c78ce5352beb. Jun 24 09:53:56.900062 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Publish callbacks [] for router_gateway (9b61eed9-d332-40e1-b24c-66787bf225c8), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:56.951214 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Deleting port 6d60eaec-c2db-459b-99df-39e1744cb17c {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:56.951500 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.005199 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-1ab999a8-1157-452d-b378-7338c78b596c None None] Set router 9b61eed9-d332-40e1-b24c-66787bf225c8 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:57.041202 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] For port 6d60eaec-c2db-459b-99df-39e1744cb17c, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=6d60eaec-c2db-459b-99df-39e1744cb17c,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:57.041566 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.056036 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Calling delete_port for 6d60eaec-c2db-459b-99df-39e1744cb17c owned by network:router_gateway {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:57.103701 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:53:57.189149 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-1ab999a8-1157-452d-b378-7338c78b596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:53:55Z', 'revision_number': 5, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:57.195265 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:57.215910 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab999a8-1157-452d-b378-7338c78b596c None None] The sync data for ids ['9b61eed9-d332-40e1-b24c-66787bf225c8'] in dv-cinder-803823-13-iscsi is: [{'id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'name': 'tempest-TestShelveInstance-232659971-router', 'tenant_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:22Z', 'updated_at': '2022-06-24T09:53:55Z', 'revision_number': 5, 'project_id': '47cfee44c4264b0a8cfb5a93b7f5378a', 'gw_port': {'id': '6d60eaec-c2db-459b-99df-39e1744cb17c', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b61eed9-d332-40e1-b24c-66787bf225c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:23Z', 'updated_at': '2022-06-24T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:53:57.224012 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:53:57.237769 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926f89a-40cf-4e03-8893-1226ff7bd3a1 None None] Sync routers for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:53:57.248528 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.256831 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926f89a-40cf-4e03-8893-1226ff7bd3a1 None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:57.257596 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-c926f89a-40cf-4e03-8893-1226ff7bd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:57.272480 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (6d60eaec-c2db-459b-99df-39e1744cb17c), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.292447 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-7928fd25-b60c-4314-91b4-c66d1a44777f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7477140 Jun 24 09:53:57.292447 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'tag': 'ea03aaee-bcb4-4032-971d-c78ce5352beb'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:53:57.293339 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e21a450-afb9-4139-8fa8-6804a81e88e9", "tag": "ea03aaee-bcb4-4032-971d-c78ce5352beb"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:53:57.299186 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d60eaec-c2db-459b-99df-39e1744cb17c,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:57.368684 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1037141'] for router_gateway (9b61eed9-d332-40e1-b24c-66787bf225c8), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.378731 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-c926f89a-40cf-4e03-8893-1226ff7bd3a1 None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:57.418886 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a148665-4888-4f7b-b4e9-76002e2046f4 x-openstack-request-id: req-7a148665-4888-4f7b-b4e9-76002e2046f4 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:53:57.419187 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e21a450-afb9-4139-8fa8-6804a81e88e9", "tag": "ea03aaee-bcb4-4032-971d-c78ce5352beb", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:53:57.419437 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a148665-4888-4f7b-b4e9-76002e2046f4 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:53:57.419842 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a148665-4888-4f7b-b4e9-76002e2046f4'] response: {'name': 'network-changed', 'server_uuid': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'tag': 'ea03aaee-bcb4-4032-971d-c78ce5352beb', 'status': 'completed', 'code': 200} Jun 24 09:53:57.472063 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12167'] for router (9b61eed9-d332-40e1-b24c-66787bf225c8), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.492236 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Publish callbacks [] for router_controller (9b61eed9-d332-40e1-b24c-66787bf225c8), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.536218 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6 req-e2cd151c-415e-4422-b7ba-ffca375bfc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:57.538046 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6 req-e2cd151c-415e-4422-b7ba-ffca375bfc08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 1129 time: 0.0777640 Jun 24 09:53:57.553728 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1045202'] for router (9b61eed9-d332-40e1-b24c-66787bf225c8), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.554291 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b61eed9-d332-40e1-b24c-66787bf225c8 {{(pid=110594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:53:57.567480 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.571623 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34066) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:57.581125 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-a6a4f775-7a3c-44e7-8a49-9431d9f35e27 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9b61eed9-d332-40e1-b24c-66787bf225c8 HTTP/1.1" status: 204 len: 168 time: 1.2081501 Jun 24 09:53:57.638478 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-c926f89a-40cf-4e03-8893-1226ff7bd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '8be04533-b1ed-4971-9840-13933a52d618', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': 'ea03aaee-bcb4-4032-971d-c78ce5352beb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:3a:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:53:56Z', 'updated_at': '2022-06-24T09:53:56Z', 'revision_number': 0, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}, {'id': '9144af25-890b-4472-9862-455846fba57d', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': '25bf3243-4587-41bb-aca6-0b4879099ded', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:d1:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:51:46Z', 'updated_at': '2022-06-24T09:51:48Z', 'revision_number': 1, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:57.659352 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_v2 [None req-27be309c-a6c0-4161-ac3c-fcca578a99bc admin admin] Deleting subnet cc7f2ed7-d817-4bd3-a236-7f17e8b116de {{(pid=110593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:53:57.663451 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:57.665668 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-27be309c-a6c0-4161-ac3c-fcca578a99bc admin admin] Publish callbacks [] for subnet (cc7f2ed7-d817-4bd3-a236-7f17e8b116de), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.708204 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6 req-9f067062-51bb-4461-9454-d1c885f315d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:57.709787 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6 req-9f067062-51bb-4461-9454-d1c885f315d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 913 time: 0.1656845 Jun 24 09:53:57.711189 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926f89a-40cf-4e03-8893-1226ff7bd3a1 None None] Checking router: b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:53:57.731844 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926f89a-40cf-4e03-8893-1226ff7bd3a1 None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:57.732732 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-c926f89a-40cf-4e03-8893-1226ff7bd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:57.738889 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-27be309c-a6c0-4161-ac3c-fcca578a99bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63160183'] for subnet (cc7f2ed7-d817-4bd3-a236-7f17e8b116de), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.786977 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6 req-c6041d4a-84f6-45ab-ab0f-01c308b9ed61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea03aaee-bcb4-4032-971d-c78ce5352beb HTTP/1.1" status: 200 len: 999 time: 0.0707111 Jun 24 09:53:57.797625 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device c89d135c-caa4-49f2-b653-8ded36ff1d66 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:53:57.820469 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: c89d135c-caa4-49f2-b653-8ded36ff1d66 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:53:57.820811 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device c89d135c-caa4-49f2-b653-8ded36ff1d66 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:53:57.848727 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-27be309c-a6c0-4161-ac3c-fcca578a99bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (cc7f2ed7-d817-4bd3-a236-7f17e8b116de), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.850755 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6 req-2834a306-72a1-41c2-8893-89254ce00152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:57.852344 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6 req-2834a306-72a1-41c2-8893-89254ce00152 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0580139 Jun 24 09:53:57.898543 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:57.903516 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6 req-e69e7038-ddf7-4a6c-a209-90d74a3e8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:57.905377 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6 req-e69e7038-ddf7-4a6c-a209-90d74a3e8a74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449152 Jun 24 09:53:57.907360 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:57.915554 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-c926f89a-40cf-4e03-8893-1226ff7bd3a1 None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:57.930064 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-27be309c-a6c0-4161-ac3c-fcca578a99bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64714154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63838758'] for subnet (cc7f2ed7-d817-4bd3-a236-7f17e8b116de), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.959279 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be309c-a6c0-4161-ac3c-fcca578a99bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7f2ed7-d817-4bd3-a236-7f17e8b116de,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:57.963103 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-27be309c-a6c0-4161-ac3c-fcca578a99bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:57.967574 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-27be309c-a6c0-4161-ac3c-fcca578a99bc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cc7f2ed7-d817-4bd3-a236-7f17e8b116de HTTP/1.1" status: 204 len: 168 time: 0.3948979 Jun 24 09:53:57.969951 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34070) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:58.020962 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:58.050204 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6 req-1660a49f-c072-4a21-b8e3-1eb5421c54d6 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379101 Jun 24 09:53:58.073069 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (4c183d41-68d9-4ee6-a230-d5b9c4829714), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:58.112316 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca009e2-6450-47f0-ae0b-4a2e44239424 None None] Network 4c183d41-68d9-4ee6-a230-d5b9c4829714 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:53:58.121688 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Deleting port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:58.122132 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:58.166199 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ff844ce4-49bd-4123-b65b-3f9f2b0757e6 req-2c79bc26-f9e1-4ab2-aeb4-0c414235dc8c service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097593 Jun 24 09:53:58.193823 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] For port 7715fd03-5125-4b32-9a12-e0fd6f4a8141, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=7715fd03-5125-4b32-9a12-e0fd6f4a8141,segment=NetworkSegment(19a96786-7032-4e21-a1d5-c5d1d59cb6e7),segment_id=19a96786-7032-4e21-a1d5-c5d1d59cb6e7)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:58.194168 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:58.212529 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Calling delete_port for 7715fd03-5125-4b32-9a12-e0fd6f4a8141 owned by network:dhcp {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:58.264506 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:58.295784 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (7715fd03-5125-4b32-9a12-e0fd6f4a8141), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:58.325139 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7715fd03-5125-4b32-9a12-e0fd6f4a8141,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:58.330636 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] No DVR routers for this DVR port 7715fd03-5125-4b32-9a12-e0fd6f4a8141 on host dv-cinder-803823-13-iscsi {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:53:58.390512 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-c926f89a-40cf-4e03-8893-1226ff7bd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '8be04533-b1ed-4971-9840-13933a52d618', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': 'ea03aaee-bcb4-4032-971d-c78ce5352beb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:3a:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:53:56Z', 'updated_at': '2022-06-24T09:53:56Z', 'revision_number': 0, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}, {'id': '9144af25-890b-4472-9862-455846fba57d', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': '25bf3243-4587-41bb-aca6-0b4879099ded', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:d1:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:51:46Z', 'updated_at': '2022-06-24T09:51:48Z', 'revision_number': 1, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:58.410695 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-194a85c3-9d6a-4e84-ada0-fbe249ec7ab4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405815 Jun 24 09:53:58.413012 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (4c183d41-68d9-4ee6-a230-d5b9c4829714), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:58.423202 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926f89a-40cf-4e03-8893-1226ff7bd3a1 None None] The sync data for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi is: [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '8be04533-b1ed-4971-9840-13933a52d618', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': 'ea03aaee-bcb4-4032-971d-c78ce5352beb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:3a:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:53:56Z', 'updated_at': '2022-06-24T09:53:56Z', 'revision_number': 0, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}, {'id': '9144af25-890b-4472-9862-455846fba57d', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': '25bf3243-4587-41bb-aca6-0b4879099ded', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:d1:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:51:46Z', 'updated_at': '2022-06-24T09:51:48Z', 'revision_number': 1, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:53:58.447429 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c183d41-68d9-4ee6-a230-d5b9c4829714']}} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:58.463264 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a96786-7032-4e21-a1d5-c5d1d59cb6e7') {'for_net_delete': True} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:58.463647 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a96786-7032-4e21-a1d5-c5d1d59cb6e7') {} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:58.474775 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4df606-3948-4bb3-b127-42856028b0cf None None] DHCP port deletion for 4c183d41-68d9-4ee6-a230-d5b9c4829714 request from dv-cinder-803823-13-iscsi {{(pid=110595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 09:53:58.488068 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63160172'] for segment (19a96786-7032-4e21-a1d5-c5d1d59cb6e7), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:58.493116 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-a6c2083a-61be-4f57-9a51-4184233bda48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:58.495493 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-a6c2083a-61be-4f57-9a51-4184233bda48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 1130 time: 0.0507998 Jun 24 09:53:58.507723 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (19a96786-7032-4e21-a1d5-c5d1d59cb6e7), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:58.516436 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=110593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:53:58.516862 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64714176'] for segment (19a96786-7032-4e21-a1d5-c5d1d59cb6e7), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:58.586900 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 19a96786-7032-4e21-a1d5-c5d1d59cb6e7 resource provider aggregate not found Jun 24 09:53:58.603308 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (4c183d41-68d9-4ee6-a230-d5b9c4829714), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:58.607209 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 19a96786-7032-4e21-a1d5-c5d1d59cb6e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19a96786-7032-4e21-a1d5-c5d1d59cb6e7 found for delete ", "request_id": "req-9a2d139d-287e-4311-b098-a517e6fe7d46"}]} Jun 24 09:53:58.611096 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:58.614413 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] 10.222.0.65 "DELETE /v2.0/networks/4c183d41-68d9-4ee6-a230-d5b9c4829714 HTTP/1.1" status: 204 len: 168 time: 0.6431046 Jun 24 09:53:58.618591 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34076) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:58.634890 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-5b89b69d-7d1f-4431-8190-54591158aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:58.636408 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-5b89b69d-7d1f-4431-8190-54591158aaad service neutron] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 913 time: 0.1169424 Jun 24 09:53:58.641534 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56f0fb-5b15-4330-aab8-854f1ac443bf admin admin] Pushing event deleted for resources: {'Network': ['ID=4c183d41-68d9-4ee6-a230-d5b9c4829714,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:58.686103 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:58.711880 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-04b62b2f-ea0d-41ad-bf31-38f08103cfb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bf3243-4587-41bb-aca6-0b4879099ded HTTP/1.1" status: 200 len: 1001 time: 0.0639632 Jun 24 09:53:58.756421 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb638c7-5c81-4196-bf01-e47d96c7b4a4 None None] New status for floating IP 8be04533-b1ed-4971-9840-13933a52d618: ACTIVE {{(pid=110596) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:53:58.793837 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-7cd1ada3-9327-4f04-a2cc-6f8b0291a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:58.793837 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-7cd1ada3-9327-4f04-a2cc-6f8b0291a760 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0733435 Jun 24 09:53:58.853567 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-913e3509-5b0a-4a5e-8620-0ac2bc0b1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:58.855123 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-913e3509-5b0a-4a5e-8620-0ac2bc0b1c7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562828 Jun 24 09:53:58.982256 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-3a9f855b-b9eb-49dd-99c8-0280c9a337c6 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195304 Jun 24 09:53:58.985217 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:59.031331 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:59.037265 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1042661'] for router_interface (394243d1-16bd-43fc-838d-c027cdef5412), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:59.106102 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-b1ab8e36-0b90-4d4b-9872-36213cee3890 req-87330af5-d42d-4f2e-9f0e-c3c9df63e5d3 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177468 Jun 24 09:53:59.309947 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] Deleting port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:53:59.310261 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:59.397466 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] For port c9bbfa9f-e482-43dd-9f5e-e5eec80ef898, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=c9bbfa9f-e482-43dd-9f5e-e5eec80ef898,segment=NetworkSegment(18b7c112-685f-46cd-9cf9-54bccdcab485),segment_id=18b7c112-685f-46cd-9cf9-54bccdcab485)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:59.397809 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:59.411877 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] Calling delete_port for c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 owned by network:router_interface {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:53:59.596039 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (c9bbfa9f-e482-43dd-9f5e-e5eec80ef898), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:59.624549 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bbfa9f-e482-43dd-9f5e-e5eec80ef898,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:59.683752 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:59.693066 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 6d60eaec-c2db-459b-99df-39e1744cb17c no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:53:59.715274 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 6d60eaec-c2db-459b-99df-39e1744cb17c {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:53:59.715611 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 6d60eaec-c2db-459b-99df-39e1744cb17c not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:53:59.716217 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 7715fd03-5125-4b32-9a12-e0fd6f4a8141 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:53:59.736092 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 7715fd03-5125-4b32-9a12-e0fd6f4a8141 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:53:59.736526 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 7715fd03-5125-4b32-9a12-e0fd6f4a8141 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:53:59.802087 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042545'] for router_interface (394243d1-16bd-43fc-838d-c027cdef5412), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:59.901264 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:00.268824 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] Router 394243d1-16bd-43fc-838d-c027cdef5412 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:54:00.378488 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:54:00.383651 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-415de01d-ebbf-42ee-9a2d-f4bc51cf9876 admin admin] 10.222.0.65 "PUT /v2.0/routers/394243d1-16bd-43fc-838d-c027cdef5412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7639611 Jun 24 09:54:00.386256 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34088) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:00.388628 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd55cd-af55-43b7-b95f-984185f6db8f None None] Sync routers for ids ['394243d1-16bd-43fc-838d-c027cdef5412'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:54:00.402028 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd55cd-af55-43b7-b95f-984185f6db8f None None] Routers {'394243d1-16bd-43fc-838d-c027cdef5412'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:54:00.402948 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-f7cd55cd-af55-43b7-b95f-984185f6db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['394243d1-16bd-43fc-838d-c027cdef5412'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:54:00.485723 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Publish callbacks [] for router (394243d1-16bd-43fc-838d-c027cdef5412), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:00.508944 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-f7cd55cd-af55-43b7-b95f-984185f6db8f None None] Set router 394243d1-16bd-43fc-838d-c027cdef5412 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:54:00.587015 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Publish callbacks [] for router_gateway (394243d1-16bd-43fc-838d-c027cdef5412), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:00.633819 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Deleting port c53fbfc8-58b4-4e72-a650-768fb93376b0 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:54:00.634310 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:00.684267 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-f7cd55cd-af55-43b7-b95f-984185f6db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394243d1-16bd-43fc-838d-c027cdef5412', 'name': 'tempest-TestShelveInstance-460966710-router', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:31Z', 'updated_at': '2022-06-24T09:53:59Z', 'revision_number': 5, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'gw_port': {'id': 'c53fbfc8-58b4-4e72-a650-768fb93376b0', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394243d1-16bd-43fc-838d-c027cdef5412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:49:32Z', 'updated_at': '2022-06-24T09:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:54:00.713567 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd55cd-af55-43b7-b95f-984185f6db8f None None] Checking router: 394243d1-16bd-43fc-838d-c027cdef5412 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:54:00.715667 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] For port c53fbfc8-58b4-4e72-a650-768fb93376b0, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=c53fbfc8-58b4-4e72-a650-768fb93376b0,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:54:00.716029 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:00.722092 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd55cd-af55-43b7-b95f-984185f6db8f None None] Routers {'394243d1-16bd-43fc-838d-c027cdef5412'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:54:00.722754 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-f7cd55cd-af55-43b7-b95f-984185f6db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:53:47Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['394243d1-16bd-43fc-838d-c027cdef5412'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:54:00.730526 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Calling delete_port for c53fbfc8-58b4-4e72-a650-768fb93376b0 owned by network:router_gateway {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:54:00.790336 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:00.811055 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-f7cd55cd-af55-43b7-b95f-984185f6db8f None None] Set router 394243d1-16bd-43fc-838d-c027cdef5412 gateway port host: None {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:54:00.867163 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-f7cd55cd-af55-43b7-b95f-984185f6db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394243d1-16bd-43fc-838d-c027cdef5412', 'name': 'tempest-TestShelveInstance-460966710-router', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:31Z', 'updated_at': '2022-06-24T09:54:00Z', 'revision_number': 6, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'gw_port_host': None}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:54:00.892534 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd55cd-af55-43b7-b95f-984185f6db8f None None] The sync data for ids ['394243d1-16bd-43fc-838d-c027cdef5412'] in dv-cinder-803823-13-iscsi is: [{'id': '394243d1-16bd-43fc-838d-c027cdef5412', 'name': 'tempest-TestShelveInstance-460966710-router', 'tenant_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:49:31Z', 'updated_at': '2022-06-24T09:54:00Z', 'revision_number': 6, 'project_id': '8ab460c4e3e046fea8888e9c1bf79cb3', 'gw_port_host': None}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:54:00.907714 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (c53fbfc8-58b4-4e72-a650-768fb93376b0), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:00.935846 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53fbfc8-58b4-4e72-a650-768fb93376b0,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:54:01.001888 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1037141'] for router_gateway (394243d1-16bd-43fc-838d-c027cdef5412), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.090227 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12167'] for router (394243d1-16bd-43fc-838d-c027cdef5412), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.092493 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Publish callbacks [] for router_controller (394243d1-16bd-43fc-838d-c027cdef5412), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.127517 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:01.136419 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1045202'] for router (394243d1-16bd-43fc-838d-c027cdef5412), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.136995 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 394243d1-16bd-43fc-838d-c027cdef5412 {{(pid=110593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:54:01.141544 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.142712 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-4f639779-997b-4957-9a3c-2f9fb2485113 admin admin] 10.222.0.65 "DELETE /v2.0/routers/394243d1-16bd-43fc-838d-c027cdef5412 HTTP/1.1" status: 204 len: 168 time: 0.7553287 Jun 24 09:54:01.146014 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34090) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:01.192953 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e65d276-5f59-4a17-9a09-ac436cca16c0 admin admin] Deleting subnet 992a3e1b-5ec2-4f41-8149-3ee17a980255 {{(pid=110593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:54:01.196409 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9e65d276-5f59-4a17-9a09-ac436cca16c0 admin admin] Publish callbacks [] for subnet (992a3e1b-5ec2-4f41-8149-3ee17a980255), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.243672 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9e65d276-5f59-4a17-9a09-ac436cca16c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63160183'] for subnet (992a3e1b-5ec2-4f41-8149-3ee17a980255), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.337400 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9e65d276-5f59-4a17-9a09-ac436cca16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (992a3e1b-5ec2-4f41-8149-3ee17a980255), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.393676 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9e65d276-5f59-4a17-9a09-ac436cca16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64714154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63838758'] for subnet (992a3e1b-5ec2-4f41-8149-3ee17a980255), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.422896 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65d276-5f59-4a17-9a09-ac436cca16c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992a3e1b-5ec2-4f41-8149-3ee17a980255,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:54:01.430717 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-9e65d276-5f59-4a17-9a09-ac436cca16c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.434553 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-9e65d276-5f59-4a17-9a09-ac436cca16c0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/992a3e1b-5ec2-4f41-8149-3ee17a980255 HTTP/1.1" status: 204 len: 168 time: 0.2875819 Jun 24 09:54:01.436210 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168aff82-2e59-4ffd-a11f-f115ce3021d7 None None] Network 0e2ddc08-9d34-434f-af0a-67268cd96e5f requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:54:01.437107 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34094) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:01.509656 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (0e2ddc08-9d34-434f-af0a-67268cd96e5f), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.555525 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Deleting port badc9da6-e062-485b-ad42-aaafbd42f5d3 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:54:01.555864 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.624999 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] For port badc9da6-e062-485b-ad42-aaafbd42f5d3, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=badc9da6-e062-485b-ad42-aaafbd42f5d3,segment=NetworkSegment(18b7c112-685f-46cd-9cf9-54bccdcab485),segment_id=18b7c112-685f-46cd-9cf9-54bccdcab485)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:54:01.625362 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.639636 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Calling delete_port for badc9da6-e062-485b-ad42-aaafbd42f5d3 owned by network:dhcp {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:54:01.675413 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e187d8f0-c6ec-4099-b5b2-48a1e6276824 None None] DHCP port deletion for 0e2ddc08-9d34-434f-af0a-67268cd96e5f request from dv-cinder-803823-13-iscsi {{(pid=110595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 09:54:01.733031 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.734181 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-e187d8f0-c6ec-4099-b5b2-48a1e6276824 None None] Deleting port badc9da6-e062-485b-ad42-aaafbd42f5d3 {{(pid=110595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:54:01.735146 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e187d8f0-c6ec-4099-b5b2-48a1e6276824 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), before_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.739514 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device badc9da6-e062-485b-ad42-aaafbd42f5d3 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:54:01.764424 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=badc9da6-e062-485b-ad42-aaafbd42f5d3,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:54:01.768952 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] No DVR routers for this DVR port badc9da6-e062-485b-ad42-aaafbd42f5d3 on host dv-cinder-803823-13-iscsi {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:54:01.773740 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:01.785030 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: badc9da6-e062-485b-ad42-aaafbd42f5d3 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:54:01.785765 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device badc9da6-e062-485b-ad42-aaafbd42f5d3 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:54:01.786413 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:54:01.836436 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:54:01.836753 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device c9bbfa9f-e482-43dd-9f5e-e5eec80ef898 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:54:01.837167 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device c53fbfc8-58b4-4e72-a650-768fb93376b0 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:54:01.851458 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (0e2ddc08-9d34-434f-af0a-67268cd96e5f), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.868160 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-e187d8f0-c6ec-4099-b5b2-48a1e6276824 None None] For port badc9da6-e062-485b-ad42-aaafbd42f5d3, host dv-cinder-803823-13-iscsi, got binding levels [] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:54:01.868553 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e187d8f0-c6ec-4099-b5b2-48a1e6276824 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), precommit_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.874049 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2ddc08-9d34-434f-af0a-67268cd96e5f']}} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:54:01.876729 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: c53fbfc8-58b4-4e72-a650-768fb93376b0 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:54:01.877068 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device c53fbfc8-58b4-4e72-a650-768fb93376b0 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:54:01.885298 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b7c112-685f-46cd-9cf9-54bccdcab485') {'for_net_delete': True} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:54:01.885621 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b7c112-685f-46cd-9cf9-54bccdcab485') {} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:54:01.889755 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-e187d8f0-c6ec-4099-b5b2-48a1e6276824 None None] Calling delete_port for badc9da6-e062-485b-ad42-aaafbd42f5d3 owned by network:dhcp {{(pid=110595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:54:01.891387 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=100 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:01.893832 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.ipam_backend_mixin [None req-e187d8f0-c6ec-4099-b5b2-48a1e6276824 None None] Port badc9da6-e062-485b-ad42-aaafbd42f5d3 was not found and therefore no delete operation was performed {{(pid=110595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 24 09:54:01.895627 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e187d8f0-c6ec-4099-b5b2-48a1e6276824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (badc9da6-e062-485b-ad42-aaafbd42f5d3), after_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.899795 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63160172'] for segment (18b7c112-685f-46cd-9cf9-54bccdcab485), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.916156 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (18b7c112-685f-46cd-9cf9-54bccdcab485), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.924334 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187d8f0-c6ec-4099-b5b2-48a1e6276824 None None] Pushing event deleted for resources: {'Port': ['ID=badc9da6-e062-485b-ad42-aaafbd42f5d3,revision_number=None']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:54:01.926226 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e187d8f0-c6ec-4099-b5b2-48a1e6276824 None None] No DVR routers for this DVR port badc9da6-e062-485b-ad42-aaafbd42f5d3 on host dv-cinder-803823-13-iscsi {{(pid=110595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:54:01.929018 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=110593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:54:01.929480 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64714176'] for segment (18b7c112-685f-46cd-9cf9-54bccdcab485), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:01.962148 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 18b7c112-685f-46cd-9cf9-54bccdcab485 resource provider aggregate not found Jun 24 09:54:02.000109 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 18b7c112-685f-46cd-9cf9-54bccdcab485 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18b7c112-685f-46cd-9cf9-54bccdcab485 found for delete ", "request_id": "req-62366e5b-1f4f-49da-822a-995fd8248c1b"}]} Jun 24 09:54:02.011017 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (0e2ddc08-9d34-434f-af0a-67268cd96e5f), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:02.016383 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:02.019712 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0e2ddc08-9d34-434f-af0a-67268cd96e5f HTTP/1.1" status: 204 len: 168 time: 0.5814326 Jun 24 09:54:02.034489 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d9150-f57d-4ee5-ad5b-4c1f878014b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2ddc08-9d34-434f-af0a-67268cd96e5f,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:54:02.216176 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34102) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:02.263521 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-c449d0aa-82da-4950-a6a4-9bcf6b9c3372 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47cfee44c4264b0a8cfb5a93b7f5378a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460837 Jun 24 09:54:02.266931 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34104) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:02.272798 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:02.324215 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5012c446-5435-4ddd-9f50-efef81152a62 admin admin] Publish callbacks [] for security_group (7f1618a9-8977-4710-ad6c-1d9fbb3e65af), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:02.347214 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5012c446-5435-4ddd-9f50-efef81152a62 admin admin] Publish callbacks [] for security_group (7f1618a9-8977-4710-ad6c-1d9fbb3e65af), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:02.402422 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5012c446-5435-4ddd-9f50-efef81152a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (7f1618a9-8977-4710-ad6c-1d9fbb3e65af), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:02.404954 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-5012c446-5435-4ddd-9f50-efef81152a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:02.406173 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-5012c446-5435-4ddd-9f50-efef81152a62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f1618a9-8977-4710-ad6c-1d9fbb3e65af HTTP/1.1" status: 204 len: 168 time: 0.1383815 Jun 24 09:54:02.415373 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012c446-5435-4ddd-9f50-efef81152a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1618a9-8977-4710-ad6c-1d9fbb3e65af,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:54:02.734156 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34112) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:02.776711 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-3e3c3e72-2716-4e08-8003-11766bf1994f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ab460c4e3e046fea8888e9c1bf79cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413699 Jun 24 09:54:02.779335 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34114) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:02.829256 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8559ecc-5c4b-46e5-add2-a4517d37b25a admin admin] Publish callbacks [] for security_group (ba2b01ce-27b4-489d-9def-6cb9636e3417), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:02.851673 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8559ecc-5c4b-46e5-add2-a4517d37b25a admin admin] Publish callbacks [] for security_group (ba2b01ce-27b4-489d-9def-6cb9636e3417), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:02.901743 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8559ecc-5c4b-46e5-add2-a4517d37b25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (ba2b01ce-27b4-489d-9def-6cb9636e3417), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:02.904312 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a8559ecc-5c4b-46e5-add2-a4517d37b25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:02.905479 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a8559ecc-5c4b-46e5-add2-a4517d37b25a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba2b01ce-27b4-489d-9def-6cb9636e3417 HTTP/1.1" status: 204 len: 168 time: 0.1252604 Jun 24 09:54:02.914162 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8559ecc-5c4b-46e5-add2-a4517d37b25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2b01ce-27b4-489d-9def-6cb9636e3417,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:54:08.896224 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=42 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:08.950959 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:09.100343 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=6 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:09.102308 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=46 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:12.428248 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=6 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:12.887055 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=62,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:12.914913 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=32,neutron:DELETE=3 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:12.928693 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=86 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:14.249678 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2d54f9a3-faf0-4eb2-a85c-8421d6282047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:15.143988 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34180) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:15.259638 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f03479bd-6533-4a90-8922-4bcd84cc9a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:15.344433 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f03479bd-6533-4a90-8922-4bcd84cc9a96 admin admin] Publish callbacks [] for security_group (61051cdb-3df3-473b-8bc5-d48c528791ce), precommit_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:15.348846 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-f03479bd-6533-4a90-8922-4bcd84cc9a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (61051cdb-3df3-473b-8bc5-d48c528791ce), after_create {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:15.389164 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-f03479bd-6533-4a90-8922-4bcd84cc9a96 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30c82c90f8544e0994d5d09c849dbe58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439511 Jun 24 09:54:15.390081 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03479bd-6533-4a90-8922-4bcd84cc9a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61051cdb-3df3-473b-8bc5-d48c528791ce,revision_number=1']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:54:15.393022 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34184) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:15.445701 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-911a7117-2933-4be2-aac5-f2122e2f0e59 admin admin] Publish callbacks [] for security_group (61051cdb-3df3-473b-8bc5-d48c528791ce), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:15.470877 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-911a7117-2933-4be2-aac5-f2122e2f0e59 admin admin] Publish callbacks [] for security_group (61051cdb-3df3-473b-8bc5-d48c528791ce), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:15.519751 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-911a7117-2933-4be2-aac5-f2122e2f0e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (61051cdb-3df3-473b-8bc5-d48c528791ce), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:15.522791 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-911a7117-2933-4be2-aac5-f2122e2f0e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:15.523970 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-911a7117-2933-4be2-aac5-f2122e2f0e59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61051cdb-3df3-473b-8bc5-d48c528791ce HTTP/1.1" status: 204 len: 168 time: 0.1299651 Jun 24 09:54:15.532085 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a7117-2933-4be2-aac5-f2122e2f0e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61051cdb-3df3-473b-8bc5-d48c528791ce,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:54:16.574785 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-4e9d46f5-7cc4-4342-9bc9-37595ea6743d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:17.834439 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:17.872169 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:54:19.162339 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:19.252887 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:21.793107 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=4 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:23.443009 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:25.383674 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:25.385974 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:25.527237 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:25.528113 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:27.867133 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=4 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:33.430280 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:33.436695 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:44.222468 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=16 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:44.223237 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=10 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:44.253916 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e8009dbd-a47f-4658-896f-2e8e253ede01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:46.580006 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-6da517d3-07dd-4d9e-a81c-1e8cd3da1e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:47.837071 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:49.166712 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:49.258665 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:53.456772 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:54.871532 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:54:58.914545 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-c0d010e2-03ca-481e-beeb-91e9fb1ea7ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446031 Jun 24 09:54:58.996259 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-c74e0d45-b0fa-432d-9141-47a35e5c395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:58.997829 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-c74e0d45-b0fa-432d-9141-47a35e5c395a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 1130 time: 0.0410378 Jun 24 09:54:59.107596 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-2ed7fee6-55fb-4a06-b958-d5e96bce72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:59.109133 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-2ed7fee6-55fb-4a06-b958-d5e96bce72fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 913 time: 0.0915675 Jun 24 09:54:59.175673 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-23490cf2-10c7-486f-923d-657f377618ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bf3243-4587-41bb-aca6-0b4879099ded HTTP/1.1" status: 200 len: 1001 time: 0.0607867 Jun 24 09:54:59.227209 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-9d92a8ba-b758-4961-8512-275eaceeb906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:59.228683 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-9d92a8ba-b758-4961-8512-275eaceeb906 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0477164 Jun 24 09:54:59.273635 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-ca9f1cd0-0b21-452b-925c-fcf486ca219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:59.275159 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-ca9f1cd0-0b21-452b-925c-fcf486ca219a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404367 Jun 24 09:54:59.372223 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-d4625402-8f52-4cd9-a8de-5e9d76460ca3 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905273 Jun 24 09:54:59.470752 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-f9505422-1f4b-439e-b43a-797c3fcb25cf req-bd9b5b4b-e32c-4c5a-b134-6c5b895aeef6 service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916913 Jun 24 09:55:03.448355 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:03.450332 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:04.866533 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:04.869580 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=6 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:09.466032 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=47 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:09.466969 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=54 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:14.259819 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-106d1079-d2c5-4c21-ad81-2e3709c53d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:16.590346 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-c127570d-569f-4a74-957a-56325c9e130b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:17.843689 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:19.176503 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:19.262478 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:23.472112 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:25.085774 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34198) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:25.245155 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Deleting port aaef3793-58af-4dd8-9caf-5d34871d2381 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:25.245520 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (aaef3793-58af-4dd8-9caf-5d34871d2381), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:25.324300 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (aaef3793-58af-4dd8-9caf-5d34871d2381), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:25.324598 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (aaef3793-58af-4dd8-9caf-5d34871d2381), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:25.338754 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Calling delete_port for aaef3793-58af-4dd8-9caf-5d34871d2381 owned by network:floatingip {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:25.506542 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (aaef3793-58af-4dd8-9caf-5d34871d2381), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:25.530389 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event deleted for resources: {'Port': ['ID=aaef3793-58af-4dd8-9caf-5d34871d2381,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:25.545253 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.545602 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.545943 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.546279 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.546607 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.546937 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.547294 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.547620 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.547943 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.548264 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.548586 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.549001 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.549326 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.549645 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.550087 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:25.612325 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (8be04533-b1ed-4971-9840-13933a52d618), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:25.612590 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.db.l3_db [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Floating IP 8be04533-b1ed-4971-9840-13933a52d618 disassociated (deleted). External IP: 172.27.1.201, port: ea03aaee-bcb4-4032-971d-c78ce5352beb. Jun 24 09:55:25.820998 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110593) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:55:25.926869 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110593) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:55:25.931329 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:25.934138 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:25.938092 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b63834-f248-46ce-8d59-afceb79f1f36 None None] Sync routers for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:55:25.949909 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b63834-f248-46ce-8d59-afceb79f1f36 None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:55:25.950532 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-d5b63834-f248-46ce-8d59-afceb79f1f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:55:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:25.968697 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-a05c978d-7a3d-4556-b0ce-0df2e6996638 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "DELETE /v2.0/floatingips/8be04533-b1ed-4971-9840-13933a52d618 HTTP/1.1" status: 204 len: 168 time: 0.8793912 Jun 24 09:55:25.968697 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'tag': 'ea03aaee-bcb4-4032-971d-c78ce5352beb'}] {{(pid=110593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:55:25.969043 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c7be28b513140384fd8230b0eab5e2e2cc5d6e15487857b360c95d9cfa6046e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1818d4a5-70a8-4b42-a852-901554f51e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e21a450-afb9-4139-8fa8-6804a81e88e9", "tag": "ea03aaee-bcb4-4032-971d-c78ce5352beb"}]}' {{(pid=110593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:55:26.013874 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a8ece-a0e1-4b3f-85c1-974a529f9df4 x-openstack-request-id: req-193a8ece-a0e1-4b3f-85c1-974a529f9df4 {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:55:26.013874 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e21a450-afb9-4139-8fa8-6804a81e88e9", "tag": "ea03aaee-bcb4-4032-971d-c78ce5352beb", "status": "completed", "code": 200}]} {{(pid=110593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:55:26.014136 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-193a8ece-a0e1-4b3f-85c1-974a529f9df4 {{(pid=110593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:55:26.014383 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193a8ece-a0e1-4b3f-85c1-974a529f9df4'] response: {'name': 'network-changed', 'server_uuid': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'tag': 'ea03aaee-bcb4-4032-971d-c78ce5352beb', 'status': 'completed', 'code': 200} Jun 24 09:55:26.060925 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-d5b63834-f248-46ce-8d59-afceb79f1f36 None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:55:26.076296 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d4a5-70a8-4b42-a852-901554f51e6f req-72544d52-9bac-4faa-b19b-e9464702d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:26.078507 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1818d4a5-70a8-4b42-a852-901554f51e6f req-72544d52-9bac-4faa-b19b-e9464702d7d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 1129 time: 0.0423501 Jun 24 09:55:26.186890 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d4a5-70a8-4b42-a852-901554f51e6f req-b4c54be0-a67e-40c5-9ebb-4ff7e3f6229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:26.188249 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1818d4a5-70a8-4b42-a852-901554f51e6f req-b4c54be0-a67e-40c5-9ebb-4ff7e3f6229b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 913 time: 0.1039941 Jun 24 09:55:26.228233 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e46a7-8036-4936-80cd-68f8a4c7cacb req-61d69ffa-ba7e-4738-b68c-bbab3cb5b7d4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:26.229720 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-745e46a7-8036-4936-80cd-68f8a4c7cacb req-61d69ffa-ba7e-4738-b68c-bbab3cb5b7d4 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 945 time: 0.0618424 Jun 24 09:55:26.281943 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-745e46a7-8036-4936-80cd-68f8a4c7cacb req-10900cf8-4bbc-4d1f-a299-4dc85fa744db tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462160 Jun 24 09:55:26.288983 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-d5b63834-f248-46ce-8d59-afceb79f1f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '9144af25-890b-4472-9862-455846fba57d', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': '25bf3243-4587-41bb-aca6-0b4879099ded', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:d1:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:51:46Z', 'updated_at': '2022-06-24T09:51:48Z', 'revision_number': 1, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:26.314828 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b63834-f248-46ce-8d59-afceb79f1f36 None None] Checking router: b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:55:26.323324 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b63834-f248-46ce-8d59-afceb79f1f36 None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:55:26.323929 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-d5b63834-f248-46ce-8d59-afceb79f1f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:55:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:26.426838 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-d5b63834-f248-46ce-8d59-afceb79f1f36 None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:55:26.634734 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-d5b63834-f248-46ce-8d59-afceb79f1f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '9144af25-890b-4472-9862-455846fba57d', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': '25bf3243-4587-41bb-aca6-0b4879099ded', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:d1:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:51:46Z', 'updated_at': '2022-06-24T09:51:48Z', 'revision_number': 1, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:26.662473 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b63834-f248-46ce-8d59-afceb79f1f36 None None] The sync data for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi is: [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_floatingips': [{'id': '9144af25-890b-4472-9862-455846fba57d', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'router_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'port_id': '25bf3243-4587-41bb-aca6-0b4879099ded', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'mac_address': 'fa:16:3e:d1:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T09:51:46Z', 'updated_at': '2022-06-24T09:51:48Z', 'revision_number': 1, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:55:26.887349 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79de9fd-6a94-46e6-9749-62a44f560093 None None] New status for floating IP 8be04533-b1ed-4971-9840-13933a52d618: DOWN {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:55:27.134637 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1818d4a5-70a8-4b42-a852-901554f51e6f req-cb85ad25-e3bd-4367-bda5-cc6b3f9c4f72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea03aaee-bcb4-4032-971d-c78ce5352beb HTTP/1.1" status: 200 len: 217 time: 0.0363507 Jun 24 09:55:27.188238 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d4a5-70a8-4b42-a852-901554f51e6f req-e50bf132-8546-40c1-98c6-988ab968dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:27.189905 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1818d4a5-70a8-4b42-a852-901554f51e6f req-e50bf132-8546-40c1-98c6-988ab968dd5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0458255 Jun 24 09:55:27.326074 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d4a5-70a8-4b42-a852-901554f51e6f req-3c955bc6-023b-4f15-a210-46c432d0f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:27.327722 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1818d4a5-70a8-4b42-a852-901554f51e6f req-3c955bc6-023b-4f15-a210-46c432d0f3af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456357 Jun 24 09:55:27.451216 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ac26a-e7ba-4df4-9750-95436e86d5fb req-c70b4480-03e9-4dea-9c2b-ecd21ec08d9a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:27.452778 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-626ac26a-e7ba-4df4-9750-95436e86d5fb req-c70b4480-03e9-4dea-9c2b-ecd21ec08d9a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 945 time: 0.0949252 Jun 24 09:55:27.488467 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1818d4a5-70a8-4b42-a852-901554f51e6f req-fe8b2446-10c7-4bed-adda-c6f8f27f00bf service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535575 Jun 24 09:55:27.521940 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-626ac26a-e7ba-4df4-9750-95436e86d5fb req-9c034e9b-6e7c-420d-8733-c0dc18a466a5 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595198 Jun 24 09:55:27.686759 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93c800-7ca8-4d2b-af16-1e5b123e3c88 req-833ddee0-600f-4109-9a7c-9e1eb33b3b8b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:27.688224 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e93c800-7ca8-4d2b-af16-1e5b123e3c88 req-833ddee0-600f-4109-9a7c-9e1eb33b3b8b tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 945 time: 0.0636351 Jun 24 09:55:27.707674 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-1818d4a5-70a8-4b42-a852-901554f51e6f req-6911e2a6-3d20-495c-8ece-ebbea7f470ad service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481283 Jun 24 09:55:27.779668 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-9e93c800-7ca8-4d2b-af16-1e5b123e3c88 req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Deleting port ea03aaee-bcb4-4032-971d-c78ce5352beb {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:27.779950 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-9e93c800-7ca8-4d2b-af16-1e5b123e3c88 req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:27.878738 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-9e93c800-7ca8-4d2b-af16-1e5b123e3c88 req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] For port ea03aaee-bcb4-4032-971d-c78ce5352beb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ea03aaee-bcb4-4032-971d-c78ce5352beb,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:55:27.879048 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-9e93c800-7ca8-4d2b-af16-1e5b123e3c88 req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:27.894092 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-9e93c800-7ca8-4d2b-af16-1e5b123e3c88 req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Calling delete_port for ea03aaee-bcb4-4032-971d-c78ce5352beb owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:27.941190 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:28.040731 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-9e93c800-7ca8-4d2b-af16-1e5b123e3c88 req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (ea03aaee-bcb4-4032-971d-c78ce5352beb), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:28.052073 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:28.072594 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event deleted for resources: {'Port': ['ID=ea03aaee-bcb4-4032-971d-c78ce5352beb,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:28.102186 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.102528 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.102862 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.103220 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.103546 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.103878 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.104196 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.104517 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.104831 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.105152 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.105468 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.105783 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.106095 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.106406 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.106720 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:28.127719 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e93c800-7ca8-4d2b-af16-1e5b123e3c88 req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] No DVR routers for this DVR port ea03aaee-bcb4-4032-971d-c78ce5352beb on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:55:28.130344 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-9e93c800-7ca8-4d2b-af16-1e5b123e3c88 req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:28.133853 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-9e93c800-7ca8-4d2b-af16-1e5b123e3c88 req-782f4561-4cb5-4bbb-a288-85fe8968cee8 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "DELETE /v2.0/ports/ea03aaee-bcb4-4032-971d-c78ce5352beb HTTP/1.1" status: 204 len: 173 time: 0.4393523 Jun 24 09:55:28.134317 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'name': 'network-vif-deleted', 'tag': 'ea03aaee-bcb4-4032-971d-c78ce5352beb'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:55:28.137020 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7b61f6-510e-45d1-9a6d-97d3ca7dc291" -d '{"events": [{"server_uuid": "3e21a450-afb9-4139-8fa8-6804a81e88e9", "name": "network-vif-deleted", "tag": "ea03aaee-bcb4-4032-971d-c78ce5352beb"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:55:28.175650 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855150a0-53b5-40d2-b26c-91f11cb6f341 x-openstack-request-id: req-855150a0-53b5-40d2-b26c-91f11cb6f341 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:55:28.175938 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e21a450-afb9-4139-8fa8-6804a81e88e9", "name": "network-vif-deleted", "tag": "ea03aaee-bcb4-4032-971d-c78ce5352beb", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:55:28.176206 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-855150a0-53b5-40d2-b26c-91f11cb6f341 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:55:28.176603 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855150a0-53b5-40d2-b26c-91f11cb6f341'] response: {'server_uuid': '3e21a450-afb9-4139-8fa8-6804a81e88e9', 'name': 'network-vif-deleted', 'tag': 'ea03aaee-bcb4-4032-971d-c78ce5352beb', 'status': 'completed', 'code': 200} Jun 24 09:55:28.637739 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-576b1245-062a-4242-a375-9d193679eea8 req-cf066b83-5bbd-4c81-883b-6408fef3434a tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e21a450-afb9-4139-8fa8-6804a81e88e9 HTTP/1.1" status: 200 len: 210 time: 0.0299520 Jun 24 09:55:31.550284 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ea03aaee-bcb4-4032-971d-c78ce5352beb no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:55:31.572746 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: ea03aaee-bcb4-4032-971d-c78ce5352beb {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:55:31.573145 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device ea03aaee-bcb4-4032-971d-c78ce5352beb not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:55:31.874084 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:55:32.009130 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34246) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:32.170506 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Deleting port 3ced481f-c34b-4b46-9006-7fc83c065892 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:32.170872 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (3ced481f-c34b-4b46-9006-7fc83c065892), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:32.250537 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (3ced481f-c34b-4b46-9006-7fc83c065892), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:32.250857 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (3ced481f-c34b-4b46-9006-7fc83c065892), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:32.264468 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Calling delete_port for 3ced481f-c34b-4b46-9006-7fc83c065892 owned by network:floatingip {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:32.427033 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (3ced481f-c34b-4b46-9006-7fc83c065892), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:32.453960 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event deleted for resources: {'Port': ['ID=3ced481f-c34b-4b46-9006-7fc83c065892,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:32.530413 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (9144af25-890b-4472-9862-455846fba57d), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:32.530747 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.db.l3_db [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Floating IP 9144af25-890b-4472-9862-455846fba57d disassociated (deleted). External IP: 172.27.1.56, port: 25bf3243-4587-41bb-aca6-0b4879099ded. Jun 24 09:55:32.738334 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:32.744686 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:55:32.857870 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:55:32.862840 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:32.870582 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268da205-e423-4c96-a055-cb8a80e51304 None None] Sync routers for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:55:32.884039 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268da205-e423-4c96-a055-cb8a80e51304 None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:55:32.885010 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-268da205-e423-4c96-a055-cb8a80e51304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:55:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:32.888394 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:32.897301 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-3a19be71-b7b0-4b6d-93d7-2cdb47bf5947 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "DELETE /v2.0/floatingips/9144af25-890b-4472-9862-455846fba57d HTTP/1.1" status: 204 len: 168 time: 0.8870108 Jun 24 09:55:32.897862 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'tag': '25bf3243-4587-41bb-aca6-0b4879099ded'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:55:32.900136 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8456af0-938b-49d6-a46e-df503912f9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f2590ea8-3eb7-4a3e-ad98-75df30f2c860", "tag": "25bf3243-4587-41bb-aca6-0b4879099ded"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:55:32.942227 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 09:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e6457a-1d12-49cd-9314-69ca8870dc86 x-openstack-request-id: req-41e6457a-1d12-49cd-9314-69ca8870dc86 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:55:32.942500 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2590ea8-3eb7-4a3e-ad98-75df30f2c860", "tag": "25bf3243-4587-41bb-aca6-0b4879099ded", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:55:32.942849 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41e6457a-1d12-49cd-9314-69ca8870dc86 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:55:32.943541 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e6457a-1d12-49cd-9314-69ca8870dc86'] response: {'name': 'network-changed', 'server_uuid': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'tag': '25bf3243-4587-41bb-aca6-0b4879099ded', 'status': 'completed', 'code': 200} Jun 24 09:55:33.017740 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8456af0-938b-49d6-a46e-df503912f9ec req-32520b3b-cdbf-4a2a-a31e-3a36b589d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:33.020236 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e8456af0-938b-49d6-a46e-df503912f9ec req-32520b3b-cdbf-4a2a-a31e-3a36b589d6f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86f042cb88b7426ea9733f70033b55e3&device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 1130 time: 0.0472534 Jun 24 09:55:33.022519 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:33.025181 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-268da205-e423-4c96-a055-cb8a80e51304 None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:55:33.125640 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8456af0-938b-49d6-a46e-df503912f9ec req-042ee9c5-eb23-4d33-aef4-3f554fef38df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:33.127889 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e8456af0-938b-49d6-a46e-df503912f9ec req-042ee9c5-eb23-4d33-aef4-3f554fef38df service neutron] 10.222.0.47 "GET /v2.0/networks?id=d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 200 len: 913 time: 0.1017635 Jun 24 09:55:33.244737 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:33.268339 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-268da205-e423-4c96-a055-cb8a80e51304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:33.305660 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268da205-e423-4c96-a055-cb8a80e51304 None None] Checking router: b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:55:33.316723 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268da205-e423-4c96-a055-cb8a80e51304 None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:55:33.317356 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-268da205-e423-4c96-a055-cb8a80e51304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:55:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:33.484051 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb65ade-65d4-499d-a4e4-a48148e595f9 req-b0729474-7351-4e3a-88f9-4aff131ddb7d tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:33.485513 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ccb65ade-65d4-499d-a4e4-a48148e595f9 req-b0729474-7351-4e3a-88f9-4aff131ddb7d tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 946 time: 0.3447242 Jun 24 09:55:33.521264 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-268da205-e423-4c96-a055-cb8a80e51304 None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:55:33.539610 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-ccb65ade-65d4-499d-a4e4-a48148e595f9 req-8516eab0-c110-4c7d-a7fc-e25039cf07a7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472560 Jun 24 09:55:33.730026 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-268da205-e423-4c96-a055-cb8a80e51304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:33.755922 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268da205-e423-4c96-a055-cb8a80e51304 None None] The sync data for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi is: [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:37Z', 'revision_number': 4, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi', '_interfaces': [{'id': 'f11d33f7-b997-4423-9bed-a16ead67ca7a', 'name': '', 'network_id': 'd67d849c-d27d-4bea-a085-4b945957c857', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'mac_address': 'fa:16:3e:14:70:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:37Z', 'updated_at': '2022-06-24T09:48:42Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'subnets': [{'id': '02be826c-05ac-44e6-b17a-ee6933617bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:55:34.005451 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6554f1f-bcb1-4cf6-a223-3f6f8134e30c None None] New status for floating IP 9144af25-890b-4472-9862-455846fba57d: DOWN {{(pid=110595) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 09:55:34.089193 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e8456af0-938b-49d6-a46e-df503912f9ec req-0228cc73-a760-44a7-8c69-b83ebe4eec70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bf3243-4587-41bb-aca6-0b4879099ded HTTP/1.1" status: 200 len: 217 time: 0.0350957 Jun 24 09:55:34.144913 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8456af0-938b-49d6-a46e-df503912f9ec req-60080f20-b453-4871-bf77-35fea318cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:34.146347 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e8456af0-938b-49d6-a46e-df503912f9ec req-60080f20-b453-4871-bf77-35fea318cabe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 200 len: 851 time: 0.0496573 Jun 24 09:55:34.191706 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8456af0-938b-49d6-a46e-df503912f9ec req-85bd83a1-3ac8-427f-82ee-739f5ee6fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:34.193177 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e8456af0-938b-49d6-a46e-df503912f9ec req-85bd83a1-3ac8-427f-82ee-739f5ee6fe5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d67d849c-d27d-4bea-a085-4b945957c857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395834 Jun 24 09:55:34.374554 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e8456af0-938b-49d6-a46e-df503912f9ec req-29af353b-f084-423d-adf4-3a3bb818f8cc service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924954 Jun 24 09:55:34.632624 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8000e4-b65e-456d-8b06-0dd7f74613fe req-62e2745d-09cb-40b9-8fb2-2a54f7516269 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:34.633930 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e8000e4-b65e-456d-8b06-0dd7f74613fe req-62e2745d-09cb-40b9-8fb2-2a54f7516269 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 946 time: 0.0636065 Jun 24 09:55:34.688956 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-e8456af0-938b-49d6-a46e-df503912f9ec req-ad88b058-78cf-4a37-9b8a-285d4fd8ad2c service neutron] 10.222.0.47 "GET /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987677 Jun 24 09:55:34.715552 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e5550-cd30-4d56-b46b-f9e3bd226ca0 req-c784f7a7-11dc-49bf-bbb5-27b561ddf39f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110594) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:34.717035 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-177e5550-cd30-4d56-b46b-f9e3bd226ca0 req-c784f7a7-11dc-49bf-bbb5-27b561ddf39f tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2590ea8-3eb7-4a3e-ad98-75df30f2c860 HTTP/1.1" status: 200 len: 946 time: 0.0966222 Jun 24 09:55:34.773877 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-8e8000e4-b65e-456d-8b06-0dd7f74613fe req-b310a704-bcaa-41a0-86fc-dac807a3c6ef tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Deleting port 25bf3243-4587-41bb-aca6-0b4879099ded {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:34.774209 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e8000e4-b65e-456d-8b06-0dd7f74613fe req-b310a704-bcaa-41a0-86fc-dac807a3c6ef tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:34.824204 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-177e5550-cd30-4d56-b46b-f9e3bd226ca0 req-841626d2-17bb-48ba-a8d5-30f85fdad522 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003473 Jun 24 09:55:34.889182 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [req-8e8000e4-b65e-456d-8b06-0dd7f74613fe req-b310a704-bcaa-41a0-86fc-dac807a3c6ef tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] For port 25bf3243-4587-41bb-aca6-0b4879099ded, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=25bf3243-4587-41bb-aca6-0b4879099ded,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:55:34.889454 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e8000e4-b65e-456d-8b06-0dd7f74613fe req-b310a704-bcaa-41a0-86fc-dac807a3c6ef tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:34.904806 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [req-8e8000e4-b65e-456d-8b06-0dd7f74613fe req-b310a704-bcaa-41a0-86fc-dac807a3c6ef tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Calling delete_port for 25bf3243-4587-41bb-aca6-0b4879099ded owned by compute:nova {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:34.913119 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:34.968376 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=100 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:35.057917 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e8000e4-b65e-456d-8b06-0dd7f74613fe req-b310a704-bcaa-41a0-86fc-dac807a3c6ef tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (25bf3243-4587-41bb-aca6-0b4879099ded), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:35.090917 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310a704-bcaa-41a0-86fc-dac807a3c6ef tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event deleted for resources: {'Port': ['ID=25bf3243-4587-41bb-aca6-0b4879099ded,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:35.139527 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8000e4-b65e-456d-8b06-0dd7f74613fe req-b310a704-bcaa-41a0-86fc-dac807a3c6ef tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] No DVR routers for this DVR port 25bf3243-4587-41bb-aca6-0b4879099ded on host hv-cinder-80382 {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:55:35.142093 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [req-8e8000e4-b65e-456d-8b06-0dd7f74613fe req-b310a704-bcaa-41a0-86fc-dac807a3c6ef tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for port (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:35.145624 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [req-8e8000e4-b65e-456d-8b06-0dd7f74613fe req-b310a704-bcaa-41a0-86fc-dac807a3c6ef tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.47 "DELETE /v2.0/ports/25bf3243-4587-41bb-aca6-0b4879099ded HTTP/1.1" status: 204 len: 173 time: 0.5019526 Jun 24 09:55:35.146090 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'name': 'network-vif-deleted', 'tag': '25bf3243-4587-41bb-aca6-0b4879099ded'}] {{(pid=110594) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 09:55:35.148364 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5a7a1f8fd81f71d8c94453f859d9ae3b339eb5b9c4e614471d0ee44029a60f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e8b0bb-6d49-4054-8cdd-de1d19cf6beb" -d '{"events": [{"server_uuid": "f2590ea8-3eb7-4a3e-ad98-75df30f2c860", "name": "network-vif-deleted", "tag": "25bf3243-4587-41bb-aca6-0b4879099ded"}]}' {{(pid=110594) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 09:55:35.186755 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d230b060-146d-4d9f-a68a-bc3bae5a13c2 x-openstack-request-id: req-d230b060-146d-4d9f-a68a-bc3bae5a13c2 {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 09:55:35.187046 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2590ea8-3eb7-4a3e-ad98-75df30f2c860", "name": "network-vif-deleted", "tag": "25bf3243-4587-41bb-aca6-0b4879099ded", "status": "completed", "code": 200}]} {{(pid=110594) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 09:55:35.187321 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d230b060-146d-4d9f-a68a-bc3bae5a13c2 {{(pid=110594) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 09:55:35.187771 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d230b060-146d-4d9f-a68a-bc3bae5a13c2'] response: {'server_uuid': 'f2590ea8-3eb7-4a3e-ad98-75df30f2c860', 'name': 'network-vif-deleted', 'tag': '25bf3243-4587-41bb-aca6-0b4879099ded', 'status': 'completed', 'code': 200} Jun 24 09:55:35.885339 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34262) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:35.961596 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=92,neutron:DELETE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:35.963718 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=1 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:36.004867 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-1d61cedf-054c-487f-b208-c9c7f75678d7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Deleting port c610c163-1f2e-4e77-8943-4319da67e54f {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:36.005197 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1d61cedf-054c-487f-b208-c9c7f75678d7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (c610c163-1f2e-4e77-8943-4319da67e54f), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:36.103234 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1d61cedf-054c-487f-b208-c9c7f75678d7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (c610c163-1f2e-4e77-8943-4319da67e54f), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:36.103971 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1d61cedf-054c-487f-b208-c9c7f75678d7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (c610c163-1f2e-4e77-8943-4319da67e54f), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:36.123419 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-1d61cedf-054c-487f-b208-c9c7f75678d7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Calling delete_port for c610c163-1f2e-4e77-8943-4319da67e54f owned by network:floatingip {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:36.270565 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1d61cedf-054c-487f-b208-c9c7f75678d7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (c610c163-1f2e-4e77-8943-4319da67e54f), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:36.307655 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61cedf-054c-487f-b208-c9c7f75678d7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event deleted for resources: {'Port': ['ID=c610c163-1f2e-4e77-8943-4319da67e54f,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:36.375229 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1d61cedf-054c-487f-b208-c9c7f75678d7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for floatingip (bd182829-658b-483e-b38a-1e4d54fb714f), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:36.378402 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-1d61cedf-054c-487f-b208-c9c7f75678d7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3705'] for floatingip (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:36.379927 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-1d61cedf-054c-487f-b208-c9c7f75678d7 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "DELETE /v2.0/floatingips/bd182829-658b-483e-b38a-1e4d54fb714f HTTP/1.1" status: 204 len: 168 time: 0.4941442 Jun 24 09:55:37.581986 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 25bf3243-4587-41bb-aca6-0b4879099ded no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:55:37.603351 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] No Port match for: 25bf3243-4587-41bb-aca6-0b4879099ded {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:55:37.603724 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Device 25bf3243-4587-41bb-aca6-0b4879099ded not bound to the agent host hv-cinder-80382 {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:55:37.605004 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34274) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:37.673624 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2fea89a5-176f-49bd-8f25-b227879287a3 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group (5f7ec606-6fe1-4e2c-8f48-87e29cfd201e), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:37.701694 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2fea89a5-176f-49bd-8f25-b227879287a3 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group (5f7ec606-6fe1-4e2c-8f48-87e29cfd201e), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:37.766111 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2fea89a5-176f-49bd-8f25-b227879287a3 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (5f7ec606-6fe1-4e2c-8f48-87e29cfd201e), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:37.768753 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-2fea89a5-176f-49bd-8f25-b227879287a3 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Publish callbacks [] for security_group (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:37.770097 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-2fea89a5-176f-49bd-8f25-b227879287a3 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] 10.222.0.65 "DELETE /v2.0/security-groups/5f7ec606-6fe1-4e2c-8f48-87e29cfd201e HTTP/1.1" status: 204 len: 168 time: 0.1639950 Jun 24 09:55:37.780072 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea89a5-176f-49bd-8f25-b227879287a3 tempest-TestVolumeBootPattern-1317904589 tempest-TestVolumeBootPattern-1317904589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7ec606-6fe1-4e2c-8f48-87e29cfd201e,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:37.823129 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34278) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:38.415711 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:38.423296 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:38.435136 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1042661'] for router_interface (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:38.666449 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] Deleting port f11d33f7-b997-4423-9bed-a16ead67ca7a {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:38.666715 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:38.748189 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] For port f11d33f7-b997-4423-9bed-a16ead67ca7a, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=f11d33f7-b997-4423-9bed-a16ead67ca7a,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:55:38.748345 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:38.761874 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] Calling delete_port for f11d33f7-b997-4423-9bed-a16ead67ca7a owned by network:router_interface {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:38.946805 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (f11d33f7-b997-4423-9bed-a16ead67ca7a), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:38.969526 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] Pushing event deleted for resources: {'Port': ['ID=f11d33f7-b997-4423-9bed-a16ead67ca7a,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:39.160140 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042545'] for router_interface (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:39.265171 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:39.347289 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:39.387363 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] Router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:55:39.493112 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:55:39.498556 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-437c2eca-59fc-455a-baa8-6f7f181fd90b admin admin] 10.222.0.65 "PUT /v2.0/routers/b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6733198 Jun 24 09:55:39.501088 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34282) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:39.502694 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa548e2d-582c-40eb-be67-c0bdf4940601 None None] Sync routers for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:55:39.512824 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa548e2d-582c-40eb-be67-c0bdf4940601 None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:55:39.513432 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-aa548e2d-582c-40eb-be67-c0bdf4940601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:55:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:39.602721 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Publish callbacks [] for router (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:39.617390 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-aa548e2d-582c-40eb-be67-c0bdf4940601 None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:55:39.710144 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Publish callbacks [] for router_gateway (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:39.757360 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Deleting port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:39.757691 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:39.801108 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-aa548e2d-582c-40eb-be67-c0bdf4940601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:55:38Z', 'revision_number': 5, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port': {'id': 'ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:32:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:39.826628 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa548e2d-582c-40eb-be67-c0bdf4940601 None None] Checking router: b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 for host: dv-cinder-803823-13-iscsi {{(pid=110596) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:55:39.835980 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa548e2d-582c-40eb-be67-c0bdf4940601 None None] Routers {'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110596) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:55:39.836556 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-aa548e2d-582c-40eb-be67-c0bdf4940601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:55:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'], 'active': True} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:39.839868 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] For port ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:55:39.840226 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:39.853409 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Calling delete_port for ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b owned by network:router_gateway {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:39.914011 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=100 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:39.920753 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_dvr_db [None req-aa548e2d-582c-40eb-be67-c0bdf4940601 None None] Set router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 gateway port host: None {{(pid=110596) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:55:39.969394 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.l3_hamode_db [None req-aa548e2d-582c-40eb-be67-c0bdf4940601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:55:39Z', 'revision_number': 6, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port_host': None}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:39.996570 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa548e2d-582c-40eb-be67-c0bdf4940601 None None] The sync data for ids ['b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4'] in dv-cinder-803823-13-iscsi is: [{'id': 'b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4', 'name': 'tempest-TestVolumeBootPattern-1836225366-router', 'tenant_id': '86f042cb88b7426ea9733f70033b55e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:35Z', 'updated_at': '2022-06-24T09:55:39Z', 'revision_number': 6, 'project_id': '86f042cb88b7426ea9733f70033b55e3', 'gw_port_host': None}] {{(pid=110596) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:55:40.020318 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.047105 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:40.115369 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1037141'] for router_gateway (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.202695 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12167'] for router (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.205005 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Publish callbacks [] for router_controller (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.239099 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:40.241609 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:40.251148 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1045202'] for router (b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.252111 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 {{(pid=110594) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:55:40.257118 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.258251 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-8648284e-1937-45a5-b010-3d1f5f479f5d admin admin] 10.222.0.65 "DELETE /v2.0/routers/b9e8e8d0-1b6c-4152-b178-65ba16a3e6b4 HTTP/1.1" status: 204 len: 168 time: 0.7562733 Jun 24 09:55:40.260853 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34284) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:40.308996 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.db_base_plugin_v2 [None req-b193f530-5bf8-4ea4-ac04-07d9f024f628 admin admin] Deleting subnet 02be826c-05ac-44e6-b17a-ee6933617bf2 {{(pid=110594) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:55:40.312299 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b193f530-5bf8-4ea4-ac04-07d9f024f628 admin admin] Publish callbacks [] for subnet (02be826c-05ac-44e6-b17a-ee6933617bf2), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.350502 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b193f530-5bf8-4ea4-ac04-07d9f024f628 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63454153'] for subnet (02be826c-05ac-44e6-b17a-ee6933617bf2), precommit_delete_associations {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.694948 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b193f530-5bf8-4ea4-ac04-07d9f024f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (02be826c-05ac-44e6-b17a-ee6933617bf2), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.752653 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b193f530-5bf8-4ea4-ac04-07d9f024f628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63533627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57998242'] for subnet (02be826c-05ac-44e6-b17a-ee6933617bf2), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.779885 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193f530-5bf8-4ea4-ac04-07d9f024f628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02be826c-05ac-44e6-b17a-ee6933617bf2,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:40.783550 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-b193f530-5bf8-4ea4-ac04-07d9f024f628 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.786716 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-b193f530-5bf8-4ea4-ac04-07d9f024f628 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/02be826c-05ac-44e6-b17a-ee6933617bf2 HTTP/1.1" status: 204 len: 168 time: 0.5249271 Jun 24 09:55:40.790098 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34286) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:40.793671 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d31862-ccf8-4d19-be93-13234fe60154 None None] Network d67d849c-d27d-4bea-a085-4b945957c857 requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:55:40.889850 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (d67d849c-d27d-4bea-a085-4b945957c857), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.935282 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Deleting port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:40.935616 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.947806 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] DHCP port deletion for d67d849c-d27d-4bea-a085-4b945957c857 request from dv-cinder-803823-13-iscsi {{(pid=110595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 09:55:41.007552 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] For port 34ccf7aa-41cc-4dd9-80d9-42bede116e56, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=34ccf7aa-41cc-4dd9-80d9-42bede116e56,segment=NetworkSegment(30306674-6f75-4737-9b00-e793a7773d3b),segment_id=30306674-6f75-4737-9b00-e793a7773d3b)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:55:41.007908 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.029140 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Calling delete_port for 34ccf7aa-41cc-4dd9-80d9-42bede116e56 owned by network:dhcp {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:41.115016 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.120230 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Deleting port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 {{(pid=110595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:41.120602 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), before_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.142775 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] No DVR routers for this DVR port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 on host dv-cinder-803823-13-iscsi {{(pid=110594) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:55:41.148352 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ccf7aa-41cc-4dd9-80d9-42bede116e56,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:41.189535 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] For port 34ccf7aa-41cc-4dd9-80d9-42bede116e56, host dv-cinder-803823-13-iscsi, got binding levels [] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:55:41.189864 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), precommit_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.204370 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Calling delete_port for 34ccf7aa-41cc-4dd9-80d9-42bede116e56 owned by network:dhcp {{(pid=110595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:41.207642 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.ipam_backend_mixin [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 was not found and therefore no delete operation was performed {{(pid=110595) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 24 09:55:41.208967 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (34ccf7aa-41cc-4dd9-80d9-42bede116e56), after_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.224600 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (d67d849c-d27d-4bea-a085-4b945957c857), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.233232 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Pushing event deleted for resources: {'Port': ['ID=34ccf7aa-41cc-4dd9-80d9-42bede116e56,revision_number=None']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:41.237868 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] No DVR routers for this DVR port 34ccf7aa-41cc-4dd9-80d9-42bede116e56 on host dv-cinder-803823-13-iscsi {{(pid=110595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:55:41.244888 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.245221 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.245552 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.245857 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.246509 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.246509 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.246818 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.247175 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.247445 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.247761 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.247999 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67d849c-d27d-4bea-a085-4b945957c857']}} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:41.248129 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.248374 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.248681 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.248979 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.249284 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1f2d1-cf2a-40bc-ada9-c820bc5e31da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-13-iscsi {{(pid=110595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:41.262672 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30306674-6f75-4737-9b00-e793a7773d3b') {'for_net_delete': True} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:41.262931 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.services.segments.db [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30306674-6f75-4737-9b00-e793a7773d3b') {} {{(pid=110594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:41.273444 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63454162'] for segment (30306674-6f75-4737-9b00-e793a7773d3b), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.288012 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (30306674-6f75-4737-9b00-e793a7773d3b), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.294957 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=110594) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:55:41.295370 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63533649'] for segment (30306674-6f75-4737-9b00-e793a7773d3b), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.360270 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (d67d849c-d27d-4bea-a085-4b945957c857), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.365761 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.369048 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d67d849c-d27d-4bea-a085-4b945957c857 HTTP/1.1" status: 204 len: 168 time: 0.5780303 Jun 24 09:55:41.377575 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34292) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:41.390080 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51a145-4627-4021-9c73-af342b0714c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d67d849c-d27d-4bea-a085-4b945957c857,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:41.477164 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:41.482190 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:41.530370 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment 30306674-6f75-4737-9b00-e793a7773d3b resource provider aggregate not found Jun 24 09:55:41.550182 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.services.segments.plugin [-] Segment 30306674-6f75-4737-9b00-e793a7773d3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30306674-6f75-4737-9b00-e793a7773d3b found for delete ", "request_id": "req-8ea8dfa7-2453-4d0d-9c26-3ff6482fd495"}]} Jun 24 09:55:41.723504 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1042661'] for router_interface (8c89e9ac-f972-4177-8a6a-e2413025b436), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:41.734703 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device f11d33f7-b997-4423-9bed-a16ead67ca7a no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:55:41.762820 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: f11d33f7-b997-4423-9bed-a16ead67ca7a {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:55:41.763583 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device f11d33f7-b997-4423-9bed-a16ead67ca7a not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:55:41.764079 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:55:41.783858 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:55:41.784252 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device ffe807a1-25f0-4ffc-9a8e-06ae4d323d9b not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:55:41.784669 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 34ccf7aa-41cc-4dd9-80d9-42bede116e56 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:55:41.803280 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 34ccf7aa-41cc-4dd9-80d9-42bede116e56 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:55:41.807126 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 34ccf7aa-41cc-4dd9-80d9-42bede116e56 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:55:41.954248 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] Deleting port 83481ce9-89b4-43d9-8689-c4d7c237280b {{(pid=110594) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:41.954546 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:42.035789 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.db [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] For port 83481ce9-89b4-43d9-8689-c4d7c237280b, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=83481ce9-89b4-43d9-8689-c4d7c237280b,segment=NetworkSegment(7c8db87f-3bdb-4e13-8aec-7845308123a1),segment_id=7c8db87f-3bdb-4e13-8aec-7845308123a1)] {{(pid=110594) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:55:42.036501 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:42.050847 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.plugins.ml2.plugin [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] Calling delete_port for 83481ce9-89b4-43d9-8689-c4d7c237280b owned by network:router_interface {{(pid=110594) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:42.244251 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63533676'] for port (83481ce9-89b4-43d9-8689-c4d7c237280b), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:42.273252 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=83481ce9-89b4-43d9-8689-c4d7c237280b,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:42.344075 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:42.391469 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:42.448214 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1042545'] for router_interface (8c89e9ac-f972-4177-8a6a-e2413025b436), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:42.664124 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] Router 8c89e9ac-f972-4177-8a6a-e2413025b436 has already been hosted by L3 agent c8660a45-8170-461d-b7f8-e52b7df25273 {{(pid=110594) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:55:42.776143 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] Notify agent at l3_agent.dv-cinder-803823-13-iscsi the message routers_updated {{(pid=110594) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:55:42.781248 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-026187d4-0bbb-4bba-8081-dc005b72aaa9 admin admin] 10.222.0.65 "PUT /v2.0/routers/8c89e9ac-f972-4177-8a6a-e2413025b436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4081876 Jun 24 09:55:42.784269 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34296) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:42.787462 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2acdc-c7c4-4052-99e1-5c6f3de89854 None None] Sync routers for ids ['8c89e9ac-f972-4177-8a6a-e2413025b436'] in dv-cinder-803823-13-iscsi {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:55:42.799904 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2acdc-c7c4-4052-99e1-5c6f3de89854 None None] Routers {'8c89e9ac-f972-4177-8a6a-e2413025b436'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:55:42.800538 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-41f2acdc-c7c4-4052-99e1-5c6f3de89854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:55:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8c89e9ac-f972-4177-8a6a-e2413025b436'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:42.894306 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Publish callbacks [] for router (8c89e9ac-f972-4177-8a6a-e2413025b436), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:42.913025 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-41f2acdc-c7c4-4052-99e1-5c6f3de89854 None None] Set router 8c89e9ac-f972-4177-8a6a-e2413025b436 gateway port host: dv-cinder-803823-13-iscsi {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:55:43.002785 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Publish callbacks [] for router_gateway (8c89e9ac-f972-4177-8a6a-e2413025b436), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.048402 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Deleting port 22eb16ed-18f9-4645-8eaa-21fe78392176 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:43.048721 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.089516 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-41f2acdc-c7c4-4052-99e1-5c6f3de89854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'name': 'tempest-TestVolumeBootPattern-967362851-router', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'external_fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:39Z', 'updated_at': '2022-06-24T09:55:42Z', 'revision_number': 5, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'gw_port': {'id': '22eb16ed-18f9-4645-8eaa-21fe78392176', 'name': '', 'network_id': '5ce343e4-7819-42a4-96ee-867bcf5ba75e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:48:41Z', 'updated_at': '2022-06-24T09:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74403f55-7e12-46cb-8eaa-636025c88cb3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-13-iscsi'}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:43.118692 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2acdc-c7c4-4052-99e1-5c6f3de89854 None None] Checking router: 8c89e9ac-f972-4177-8a6a-e2413025b436 for host: dv-cinder-803823-13-iscsi {{(pid=110595) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:55:43.127787 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2acdc-c7c4-4052-99e1-5c6f3de89854 None None] Routers {'8c89e9ac-f972-4177-8a6a-e2413025b436'} bound to L3 agent in host dv-cinder-803823-13-iscsi {{(pid=110595) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:55:43.128481 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-41f2acdc-c7c4-4052-99e1-5c6f3de89854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:33:47Z,description=,heartbeat_timestamp=2022-06-24T09:55:17Z,host='dv-cinder-803823-13-iscsi',id=c8660a45-8170-461d-b7f8-e52b7df25273,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:33:47Z,topic='l3_agent')) {'router_ids': ['8c89e9ac-f972-4177-8a6a-e2413025b436'], 'active': True} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:43.134244 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] For port 22eb16ed-18f9-4645-8eaa-21fe78392176, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=22eb16ed-18f9-4645-8eaa-21fe78392176,segment=NetworkSegment(1839a0a7-e518-46e4-9b38-d2880541198e),segment_id=1839a0a7-e518-46e4-9b38-d2880541198e)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:55:43.134605 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.148496 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Calling delete_port for 22eb16ed-18f9-4645-8eaa-21fe78392176 owned by network:router_gateway {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:43.212137 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvr_db [None req-41f2acdc-c7c4-4052-99e1-5c6f3de89854 None None] Set router 8c89e9ac-f972-4177-8a6a-e2413025b436 gateway port host: None {{(pid=110595) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:55:43.261281 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_hamode_db [None req-41f2acdc-c7c4-4052-99e1-5c6f3de89854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'name': 'tempest-TestVolumeBootPattern-967362851-router', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:39Z', 'updated_at': '2022-06-24T09:55:43Z', 'revision_number': 6, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'gw_port_host': None}], 'dv-cinder-803823-13-iscsi', False) {} {{(pid=110595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:43.287492 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2acdc-c7c4-4052-99e1-5c6f3de89854 None None] The sync data for ids ['8c89e9ac-f972-4177-8a6a-e2413025b436'] in dv-cinder-803823-13-iscsi is: [{'id': '8c89e9ac-f972-4177-8a6a-e2413025b436', 'name': 'tempest-TestVolumeBootPattern-967362851-router', 'tenant_id': '896af774f0b14c7d8727c344e41537f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:48:39Z', 'updated_at': '2022-06-24T09:55:43Z', 'revision_number': 6, 'project_id': '896af774f0b14c7d8727c344e41537f8', 'gw_port_host': None}] {{(pid=110595) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:55:43.325284 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (22eb16ed-18f9-4645-8eaa-21fe78392176), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.350315 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Pushing event deleted for resources: {'Port': ['ID=22eb16ed-18f9-4645-8eaa-21fe78392176,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:43.419022 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1037141'] for router_gateway (8c89e9ac-f972-4177-8a6a-e2413025b436), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.508824 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1045084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12167'] for router (8c89e9ac-f972-4177-8a6a-e2413025b436), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.511235 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Publish callbacks [] for router_controller (8c89e9ac-f972-4177-8a6a-e2413025b436), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.553948 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:43.563554 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1045202'] for router (8c89e9ac-f972-4177-8a6a-e2413025b436), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.564599 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c89e9ac-f972-4177-8a6a-e2413025b436 {{(pid=110593) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 09:55:43.570745 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.571904 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-e3930fa1-df17-4369-ae1a-5db53420fe09 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8c89e9ac-f972-4177-8a6a-e2413025b436 HTTP/1.1" status: 204 len: 168 time: 0.7865384 Jun 24 09:55:43.574569 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34298) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:43.608477 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:43.622534 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e443772-6ef3-4e32-9108-1a6219acab69 admin admin] Deleting subnet b5f5aa2c-5c0a-4522-9560-5ef83e402338 {{(pid=110593) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 09:55:43.627022 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7e443772-6ef3-4e32-9108-1a6219acab69 admin admin] Publish callbacks [] for subnet (b5f5aa2c-5c0a-4522-9560-5ef83e402338), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.665197 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7e443772-6ef3-4e32-9108-1a6219acab69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63160183'] for subnet (b5f5aa2c-5c0a-4522-9560-5ef83e402338), precommit_delete_associations {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.771670 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7e443772-6ef3-4e32-9108-1a6219acab69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965896'] for subnet (b5f5aa2c-5c0a-4522-9560-5ef83e402338), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.844891 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7e443772-6ef3-4e32-9108-1a6219acab69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64714154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63838758'] for subnet (b5f5aa2c-5c0a-4522-9560-5ef83e402338), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.873068 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e443772-6ef3-4e32-9108-1a6219acab69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5f5aa2c-5c0a-4522-9560-5ef83e402338,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:43.876894 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-7e443772-6ef3-4e32-9108-1a6219acab69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for subnet (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.880900 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-7e443772-6ef3-4e32-9108-1a6219acab69 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b5f5aa2c-5c0a-4522-9560-5ef83e402338 HTTP/1.1" status: 204 len: 168 time: 0.3053491 Jun 24 09:55:43.883412 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [-] (110593) accepted ('10.222.0.65', 34300) {{(pid=110593) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:43.883638 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f4892-9bd2-48ea-adc0-f01e9967ed4e None None] Network 237c746a-823d-46d1-8a2b-fbcea7aa2b3f requested from dv-cinder-803823-13-iscsi {{(pid=110595) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:55:43.886098 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:43.888154 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:44.082784 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00242da-bea1-4c56-ab22-2e7427a3d11c None None] DHCP port deletion for 237c746a-823d-46d1-8a2b-fbcea7aa2b3f request from dv-cinder-803823-13-iscsi {{(pid=110595) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 09:55:44.137908 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-b00242da-bea1-4c56-ab22-2e7427a3d11c None None] Deleting port 0264f99a-2f29-45a7-a126-638109d74c00 {{(pid=110595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:44.138267 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b00242da-bea1-4c56-ab22-2e7427a3d11c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (0264f99a-2f29-45a7-a126-638109d74c00), before_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.173582 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 83481ce9-89b4-43d9-8689-c4d7c237280b no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:55:44.236503 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 83481ce9-89b4-43d9-8689-c4d7c237280b {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:55:44.236861 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 83481ce9-89b4-43d9-8689-c4d7c237280b not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:55:44.240964 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.db [None req-b00242da-bea1-4c56-ab22-2e7427a3d11c None None] For port 0264f99a-2f29-45a7-a126-638109d74c00, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=0264f99a-2f29-45a7-a126-638109d74c00,segment=NetworkSegment(7c8db87f-3bdb-4e13-8aec-7845308123a1),segment_id=7c8db87f-3bdb-4e13-8aec-7845308123a1)] {{(pid=110595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:55:44.241386 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b00242da-bea1-4c56-ab22-2e7427a3d11c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (0264f99a-2f29-45a7-a126-638109d74c00), precommit_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.248622 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086879'] for network (237c746a-823d-46d1-8a2b-fbcea7aa2b3f), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.264688 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-b00242da-bea1-4c56-ab22-2e7427a3d11c None None] Calling delete_port for 0264f99a-2f29-45a7-a126-638109d74c00 owned by network:dhcp {{(pid=110595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:44.282436 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-15e01f2b-5242-44c2-ae72-1afe262895c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.295824 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Deleting port 0264f99a-2f29-45a7-a126-638109d74c00 {{(pid=110593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 09:55:44.296052 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761163631400'] for port (0264f99a-2f29-45a7-a126-638109d74c00), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.368618 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b00242da-bea1-4c56-ab22-2e7427a3d11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371'] for port (0264f99a-2f29-45a7-a126-638109d74c00), after_delete {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.375993 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.db [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] For port 0264f99a-2f29-45a7-a126-638109d74c00, host dv-cinder-803823-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-13-iscsi',level=0,port_id=0264f99a-2f29-45a7-a126-638109d74c00,segment=NetworkSegment(7c8db87f-3bdb-4e13-8aec-7845308123a1),segment_id=7c8db87f-3bdb-4e13-8aec-7845308123a1)] {{(pid=110593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:55:44.376730 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1041874'] for port (0264f99a-2f29-45a7-a126-638109d74c00), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.395552 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.plugin [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Calling delete_port for 0264f99a-2f29-45a7-a126-638109d74c00 owned by network:dhcp {{(pid=110593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 09:55:44.400918 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00242da-bea1-4c56-ab22-2e7427a3d11c None None] Pushing event deleted for resources: {'Port': ['ID=0264f99a-2f29-45a7-a126-638109d74c00,revision_number=None']} {{(pid=110595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:44.407717 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00242da-bea1-4c56-ab22-2e7427a3d11c None None] No DVR routers for this DVR port 0264f99a-2f29-45a7-a126-638109d74c00 on host dv-cinder-803823-13-iscsi {{(pid=110595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:55:44.489747 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1989015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761163637104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761163135371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64714237'] for port (0264f99a-2f29-45a7-a126-638109d74c00), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.514260 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Pushing event deleted for resources: {'Port': ['ID=0264f99a-2f29-45a7-a126-638109d74c00,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:44.520978 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] No DVR routers for this DVR port 0264f99a-2f29-45a7-a126-638109d74c00 on host dv-cinder-803823-13-iscsi {{(pid=110593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 09:55:44.601918 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1999669', 'neutron.services.segments.db._delete_segments_for_network-8761163625099'] for network (237c746a-823d-46d1-8a2b-fbcea7aa2b3f), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.623922 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237c746a-823d-46d1-8a2b-fbcea7aa2b3f']}} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:44.634661 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8db87f-3bdb-4e13-8aec-7845308123a1') {'for_net_delete': True} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:44.634931 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.services.segments.db [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8db87f-3bdb-4e13-8aec-7845308123a1') {} {{(pid=110593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:55:44.645739 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761163625876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63160172'] for segment (7c8db87f-3bdb-4e13-8aec-7845308123a1), before_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.663200 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848'] for segment (7c8db87f-3bdb-4e13-8aec-7845308123a1), precommit_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.670454 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=110593) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 09:55:44.670862 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2001848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64714176'] for segment (7c8db87f-3bdb-4e13-8aec-7845308123a1), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.702960 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 7c8db87f-3bdb-4e13-8aec-7845308123a1 resource provider aggregate not found Jun 24 09:55:44.708247 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:44.736395 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.services.segments.plugin [-] Segment 7c8db87f-3bdb-4e13-8aec-7845308123a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c8db87f-3bdb-4e13-8aec-7845308123a1 found for delete ", "request_id": "req-a6abc3ea-a501-4485-924e-b403da2445bd"}]} Jun 24 09:55:44.747773 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1999660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036098'] for network (237c746a-823d-46d1-8a2b-fbcea7aa2b3f), after_delete {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.756087 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron_lib.callbacks.manager [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538343'] for network (None), before_response {{(pid=110593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.759300 dv-cinder-803823-13-iscsi neutron-server[110593]: INFO neutron.wsgi [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] 10.222.0.65 "DELETE /v2.0/networks/237c746a-823d-46d1-8a2b-fbcea7aa2b3f HTTP/1.1" status: 204 len: 168 time: 0.8749330 Jun 24 09:55:44.770310 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af716b-c65b-417e-b60e-e09f9d92f89e admin admin] Pushing event deleted for resources: {'Network': ['ID=237c746a-823d-46d1-8a2b-fbcea7aa2b3f,revision_number=None']} {{(pid=110593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:44.895897 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34308) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:44.942752 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-2f900a8b-1a5e-4004-b36f-a7811d21cbfc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86f042cb88b7426ea9733f70033b55e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456808 Jun 24 09:55:44.946310 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34310) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:45.000730 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d8d895d6-2173-40de-9368-7456ac4fbafc admin admin] Publish callbacks [] for security_group (20790ddc-dd67-44dc-bfb5-aa2f4865b600), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:45.024353 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d8d895d6-2173-40de-9368-7456ac4fbafc admin admin] Publish callbacks [] for security_group (20790ddc-dd67-44dc-bfb5-aa2f4865b600), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:45.082994 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d8d895d6-2173-40de-9368-7456ac4fbafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (20790ddc-dd67-44dc-bfb5-aa2f4865b600), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:45.085811 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-d8d895d6-2173-40de-9368-7456ac4fbafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:45.086997 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-d8d895d6-2173-40de-9368-7456ac4fbafc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20790ddc-dd67-44dc-bfb5-aa2f4865b600 HTTP/1.1" status: 204 len: 168 time: 0.1397626 Jun 24 09:55:45.095369 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d895d6-2173-40de-9368-7456ac4fbafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20790ddc-dd67-44dc-bfb5-aa2f4865b600,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:45.448210 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34316) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:45.495880 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-9d2892cd-9a3a-4283-984c-fdad0997f7c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=896af774f0b14c7d8727c344e41537f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464664 Jun 24 09:55:45.498577 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [-] (110594) accepted ('10.222.0.65', 34318) {{(pid=110594) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:45.552050 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3203-6887-46f5-bee4-87620fc88c8d admin admin] Publish callbacks [] for security_group (8ccc5d21-cbd8-40fe-807e-c7915b6f180f), before_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:45.574957 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3203-6887-46f5-bee4-87620fc88c8d admin admin] Publish callbacks [] for security_group (8ccc5d21-cbd8-40fe-807e-c7915b6f180f), precommit_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:45.623489 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3203-6887-46f5-bee4-87620fc88c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799955'] for security_group (8ccc5d21-cbd8-40fe-807e-c7915b6f180f), after_delete {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:45.626151 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3203-6887-46f5-bee4-87620fc88c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:45.627403 dv-cinder-803823-13-iscsi neutron-server[110594]: INFO neutron.wsgi [None req-a8ea3203-6887-46f5-bee4-87620fc88c8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ccc5d21-cbd8-40fe-807e-c7915b6f180f HTTP/1.1" status: 204 len: 168 time: 0.1278181 Jun 24 09:55:45.636175 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea3203-6887-46f5-bee4-87620fc88c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccc5d21-cbd8-40fe-807e-c7915b6f180f,revision_number=None']} {{(pid=110594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:45.729595 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 22eb16ed-18f9-4645-8eaa-21fe78392176 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:55:45.749428 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 22eb16ed-18f9-4645-8eaa-21fe78392176 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:55:45.749825 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 22eb16ed-18f9-4645-8eaa-21fe78392176 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:55:45.750379 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 0264f99a-2f29-45a7-a126-638109d74c00 no longer exists at agent ovs-agent-dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 09:55:45.773118 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.plugin [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] No Port match for: 0264f99a-2f29-45a7-a126-638109d74c00 {{(pid=110595) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 09:55:45.773559 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron.plugins.ml2.rpc [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Device 0264f99a-2f29-45a7-a126-638109d74c00 not bound to the agent host dv-cinder-803823-13-iscsi {{(pid=110595) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 09:55:46.587231 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-84585b09-4f67-4d96-a899-9b5f573e179e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:47.850304 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:49.174140 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:49.267736 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:49.945376 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=71 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:49.972791 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:53.473769 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:54.741020 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=66,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:54.760593 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG dbcounter [-] [110593] Writing DB stats neutron:SELECT=2 {{(pid=110593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:55.630410 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=84,neutron:DELETE=3 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:55.631267 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG dbcounter [-] [110594] Writing DB stats neutron:SELECT=90,neutron:DELETE=5 {{(pid=110594) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:04.207402 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:04.209514 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=64,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:08.873608 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:56:12.786766 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=2 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:14.261914 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-606f07f0-ff80-4a2b-afed-b48f5fef3a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:16.581348 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-b0234400-5724-4723-897b-824fcffb48fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:17.849581 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:18.869637 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=6 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:19.175502 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:19.262621 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:23.476268 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:33.462738 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:33.469644 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:44.259642 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-ff883591-017e-43ab-9da2-5dfad77b0693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:45.880809 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:56:46.586994 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2a55bf49-a108-49b2-9dd3-009446ad2068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:47.851039 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:49.179769 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:49.267959 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:53.485631 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:55.869476 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=20 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:03.477570 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:03.479603 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:05.827054 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=16 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:14.255510 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-25efed38-ba5b-4cd0-9fef-334a093cbf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:16.591911 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-1ff6a02d-3be8-4a22-abe6-4e7ba97d319c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:17.852652 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:19.181822 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:19.273019 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:22.870066 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:57:23.502881 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:33.494523 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:33.496548 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:33.746260 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [req-e6128fbd-64f8-4772-8a3e-90a4e7e41670 req-41c609dc-dc63-4f7d-adf9-0765bab6a94f service neutron] (110593) timed out ('10.222.0.47', 49911) {{(pid=110593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 09:57:42.843524 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:42.844325 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:44.250677 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-75b67c2a-b2f4-417d-a317-b3563c92335c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:46.599733 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-66003db9-9888-4ef4-8e96-9321e37bc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:47.855095 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:49.185910 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:49.278066 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:53.500896 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:53.651624 dv-cinder-803823-13-iscsi neutron-server[110594]: DEBUG neutron.wsgi [req-19b1d457-f6bb-4e03-9052-d8b3031f68a8 req-405a28ed-167b-4be9-a3ec-38e0c26832a0 service neutron] (110594) timed out ('10.222.0.47', 49901) {{(pid=110594) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 09:57:59.868961 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:58:04.217554 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:04.220449 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:09.864031 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:09.865225 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:14.266623 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2fd45d19-bea0-45be-8738-7011129d0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:16.608406 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f1e29ea6-006d-4dde-a91b-114689abfa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:17.868299 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:19.201129 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:19.283857 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:23.500856 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:33.493175 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:33.495195 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:36.880099 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:58:44.251515 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-53886ae4-dcb5-4ebe-b82d-985eb31705c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:46.593254 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-5ff58396-bb7c-4b63-9639-4333c48f9dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:46.866802 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=18 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:46.867535 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=16 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:47.862351 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:49.193907 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:49.288766 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:53.515953 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:03.508978 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:03.510972 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:13.871229 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:59:14.260094 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-2f9bdcb9-90ee-48c7-9d0d-50aeb89cbdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:16.599009 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-4a641828-2870-4b2e-8f67-58052da4d2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:17.865870 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:19.197401 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:19.293871 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:23.514256 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:23.866096 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:23.866868 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:33.506447 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:33.507681 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:42.850111 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:42.851016 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:DELETE=1 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:44.254697 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-28fe03b5-9efa-48e0-8c2b-11329e1bb5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:46.608521 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-583b5a3a-8c41-45b5-8cd1-3a2d473c5a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:47.868138 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:49.202015 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:49.298657 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:50.872544 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:59:53.547292 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:00.866818 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=3 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:00.867943 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=5 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:04.217802 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:04.219066 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:07.327431 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-6a0d829e-ba16-4135-8fed-4cba91f3a88d service neutron] (110593) timed out ('10.222.0.65', 56846) {{(pid=110593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:00:07.511655 dv-cinder-803823-13-iscsi neutron-server[110593]: DEBUG neutron.wsgi [req-3c4c6099-3974-4f84-af36-5e5c4f8d24e7 req-fb2d3585-938b-4ed8-ba89-82b49d2e20a8 tempest-AttachVolumeShelveTestJSON-66057315 tempest-AttachVolumeShelveTestJSON-66057315-project] (110593) timed out ('10.222.0.65', 56856) {{(pid=110593) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:00:14.261989 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-e04dad47-3e92-4332-808b-62bfaffa239f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:16.613106 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-1c35faf3-2d92-47ab-aef0-a0bdbab99fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:17.874935 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:19.203622 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:19.302780 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:23.557179 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:27.872897 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG neutron.db.agents_db [None req-ce77b186-feab-45d8-9713-2d6e1f23c68f None None] Agent healthcheck: found 6 active agents {{(pid=110596) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:00:33.547346 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:33.551672 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG dbcounter [-] [110595] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=110595) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:44.230556 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=16 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:44.232511 dv-cinder-803823-13-iscsi neutron-server[110596]: DEBUG dbcounter [-] [110596] Writing DB stats neutron:SELECT=18 {{(pid=110596) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:44.259436 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-fface870-1286-4666-88f5-16511d235cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c3e98a5e-5124-4bf8-aee3-2abb52f9aa39), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:46.609940 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-c6d62921-b1b1-472d-960d-8cda3f2675c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (c8660a45-8170-461d-b7f8-e52b7df25273), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:47.874351 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-8d6d19b4-12da-4a98-bda3-8624d1fd2042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d4f173e-d7d8-4a56-a65f-634aac899ce2), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:49.204896 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-f5dea7f3-844f-455c-8f25-e5ddc47e58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (fed52c06-3f71-462a-8294-2c0726298609), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:49.298627 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-0cb41928-09ce-4d26-b530-614587b7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (a41620f5-3db3-4884-ae67-da3a120793bc), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:53.562066 dv-cinder-803823-13-iscsi neutron-server[110595]: DEBUG neutron_lib.callbacks.manager [None req-97fc7fc4-01f5-4556-8600-0bd2afc7cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761163625081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1965684'] for agent (2d1a2f8d-b299-4831-83e4-63cf9168e811), after_update {{(pid=110595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}